-- Logs begin at Thu 2021-09-09 14:08:37 UTC, end at Thu 2021-09-09 15:03:23 UTC. -- Sep 09 14:37:12.917073 dv-cinder-807469-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 14:37:15.671696 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.common.config [-] Logging enabled! Sep 09 14:37:15.672302 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 14:37:15.672431 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 14:37:15.675669 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.common.config [-] Logging enabled! Sep 09 14:37:15.675944 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 14:37:15.676251 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105561) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 14:37:15.677182 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 14:37:15.677414 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 14:37:15.677775 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 14:37:15.678020 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 14:37:15.678245 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 14:37:15.678565 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.678862 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.679156 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.679385 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.679679 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.679995 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.680276 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.680584 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.680859 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.681141 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.681430 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.682305 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.682541 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.682821 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.683107 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.683393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.683614 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] debug = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.683921 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.684348 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.684759 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.685033 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.685317 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.685589 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.685858 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.686130 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.686408 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.686732 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] host = dv-cinder-807469-2-iscsi {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.687005 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.687288 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.687570 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.687885 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.688160 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.688435 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.688716 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.688984 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.689254 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.689525 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.689810 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.690094 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.690384 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.690607 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.690828 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.691112 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.691393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.691663 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.691956 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.692227 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.692497 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.692766 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.693030 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.693308 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.693587 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.693867 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.694138 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.694406 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.694671 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.694937 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.695217 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.695484 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.695769 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.696044 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.696326 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.696619 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.697415 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.697720 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.698003 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.698282 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.698563 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.698831 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.699110 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.699377 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.699643 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.699939 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] use_json = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.700208 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.700478 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.700753 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.701020 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.701286 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.701552 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.701816 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.702094 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:15.702392 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.702683 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.703391 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.703675 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.703993 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.704268 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.704553 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.704827 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.705111 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.705396 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.705679 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.705953 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.706234 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.706508 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.706800 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.707098 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.707388 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.707675 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.707972 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.708244 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.708514 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.708787 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.709069 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.709343 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.709627 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.709909 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.710189 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.710471 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.710762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.711047 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.711318 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.711592 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.711903 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.712175 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.712747 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.713032 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.713324 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.713600 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.713872 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.714151 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.714425 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.714693 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.714963 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.715236 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.715523 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.715821 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.716092 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.716357 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.716629 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.716894 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.717177 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.717448 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.717714 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.717980 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.718253 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.718520 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.718787 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.719059 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.719325 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.719595 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.719885 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.720152 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.720424 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.720690 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.720955 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.721220 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.721485 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.721753 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.722017 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.722282 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.722548 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.722810 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.723075 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.723352 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.723641 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.723936 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.724209 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.724481 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.724750 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.725022 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.725292 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.725562 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.725834 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.726102 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.726387 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.726664 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.726945 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.727222 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.727494 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.727837 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.728118 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.728558 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.728837 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.729113 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.729393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.729672 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.729964 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.730258 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.730552 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.730839 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.731127 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.731401 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.731704 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.732002 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:15.732217 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 14:37:15.732452 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105561) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 14:37:16.081833 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 14:37:16.082111 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 14:37:16.082402 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 14:37:16.082739 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 14:37:16.475454 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.475771 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.476050 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.477350 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.477622 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.477907 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.513823 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.514097 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.514362 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.529102 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.529380 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.529645 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.558970 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.559243 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.559510 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.597937 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.598154 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.598419 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.835997 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.836696 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.836696 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.836877 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.838017 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.957649 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.957896 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.958177 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.958451 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.958719 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.959031 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.959294 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.959552 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.959832 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.960115 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.960374 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.960636 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.960892 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.961141 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.961393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.961661 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.961914 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.962179 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.962484 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.962753 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.963015 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.963267 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.963546 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.963940 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.964194 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.964440 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:16.964830 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:16.965065 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:16.965297 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:16.965529 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:16.965760 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:16.965990 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:16.966352 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 14:37:16.969437 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 14:37:16.973335 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 14:37:16.977122 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 09 14:37:16.978914 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 14:37:16.979362 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 14:37:16.979693 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 14:37:16.980101 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 14:37:16.982864 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 14:37:16.983114 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 14:37:16.983460 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 14:37:16.988750 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 14:37:17.011057 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 14:37:17.011500 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.011828 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105561) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 14:37:17.012186 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.013529 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105561) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 14:37:17.013804 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 14:37:17.014044 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 14:37:17.017500 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.017786 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.081577 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 14:37:17.081818 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 14:37:17.082049 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 14:37:17.082424 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 14:37:17.105758 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_db.sqlalchemy.engines [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105561) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 14:37:17.636991 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing driver for type 'gre' Sep 09 14:37:17.637434 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] gre ID ranges: [(1, 1000)] Sep 09 14:37:17.687566 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing driver for type 'local' Sep 09 14:37:17.687914 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing driver for type 'vlan' Sep 09 14:37:17.700786 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] VlanTypeDriver initialization complete Sep 09 14:37:17.701141 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing driver for type 'vxlan' Sep 09 14:37:17.701643 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] vxlan ID ranges: [(1, 1000)] Sep 09 14:37:17.757843 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing extension driver 'port_security' Sep 09 14:37:17.758210 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.extensions.port_security [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] PortSecurityExtensionDriver initialization complete Sep 09 14:37:17.758579 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing mechanism driver 'openvswitch' Sep 09 14:37:17.758927 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing mechanism driver 'hyperv' Sep 09 14:37:17.766116 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.plugin [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:37:17.766805 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.767179 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.767529 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.768096 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 14:37:17.768531 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.768885 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.769231 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.769623 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 14:37:17.770038 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.770394 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.770742 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.771135 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 14:37:17.771542 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > security_group after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.771927 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > security_group after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.772268 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.772801 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 14:37:17.773217 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.773585 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.774005 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.774410 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 14:37:17.775309 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > address_group after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.775661 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > address_group after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.776029 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.776425 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105561) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 14:37:17.776813 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] ML2 OVO RPC backend initialized. {{(pid=105561) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 14:37:17.777527 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.777889 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.778306 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.778655 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > networks before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.779004 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.779346 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > ports before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.779688 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.780051 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnets before_response 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.780398 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.780736 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.781070 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.781406 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.781741 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.782075 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.782412 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.782746 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.783079 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.783653 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.plugin [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Modular L2 Plugin initialization complete Sep 09 14:37:17.784008 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading services supported by the core plugin {{(pid=105561) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 14:37:17.784335 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.plugins.ml2.managers [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Got port-security extension from driver 'port_security' Sep 09 14:37:17.784803 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.extensions.vlantransparent [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Disabled vlantransparent extension. Sep 09 14:37:17.785352 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105561) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 14:37:17.785699 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: router Sep 09 14:37:17.824863 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.825265 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_create 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.825640 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router before_create 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.826007 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.826384 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.826742 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_delete 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.827103 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.827454 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.827842 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_create 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.828460 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_update 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.828808 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_update 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.829159 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.829520 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_update 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.829934 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_update 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.830303 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.830645 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.830987 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: subnet after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.831326 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.831674 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.832044 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_create 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.832388 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.832731 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.833087 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router after_update 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.833430 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.833780 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_create 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.834144 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.834487 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_update 55549900 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.834850 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > agent after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.835199 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > agent after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.835542 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > network after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.836455 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Tracking information for resource: router configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:17.836980 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Tracking information for resource: floatingip configured {{(pid=105561) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:37:17.842204 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.db.l3_agentschedulers_db [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 14:37:17.842784 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.843149 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port after_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.843502 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port after_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.843891 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: port after_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.844725 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router before_create 55550100 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.845091 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.845455 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_create 55550100 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.845812 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > router precommit_update 55550100 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.850684 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.provider_configuration [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service providers = [] {{(pid=105561) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 14:37:17.851048 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.db.servicetype_db [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105561) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 14:37:17.854642 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.service_base [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:37:17.854995 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.service_base [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:37:17.855339 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.service_base [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:37:17.856269 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.services.service_base [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105561) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:37:17.856661 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.services.service_base [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 14:37:17.857048 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.857372 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 14:37:17.868033 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.868374 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: auto_allocate Sep 09 14:37:17.874294 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: network precommit_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.874670 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: network precommit_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.875188 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.875513 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: tag Sep 09 14:37:17.882025 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.882359 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: timestamp Sep 09 14:37:17.886657 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.886983 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: network_ip_availability Sep 09 14:37:17.892604 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.892934 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.893289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:17.893999 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.894319 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: flavors Sep 09 14:37:17.899009 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.899347 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading Plugin: revisions Sep 09 14:37:17.904207 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105561) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:37:17.904604 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_concurrency.lockutils [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.822s {{(pid=105561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 14:37:17.905343 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105561) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 14:37:17.905679 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Initializing extension manager. Sep 09 14:37:17.906189 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: __init__.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.906531 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: __pycache__ {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.906868 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.907202 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: address_group.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.907994 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.908564 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: address-group Sep 09 14:37:17.908889 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: address_scope.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.909802 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.910326 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: address-scope Sep 09 14:37:17.910651 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.911585 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.912141 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: router-admin-state-down-before-update Sep 09 14:37:17.912470 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: agent.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.913178 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.913692 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: agent Sep 09 14:37:17.914014 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: agent_resources_synced.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.914933 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.915450 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: agent-resources-synced Sep 09 14:37:17.915805 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: allowedaddresspairs.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.918264 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.918791 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: allowed-address-pairs Sep 09 14:37:17.919121 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: auto_allocated_topology.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.920237 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.920758 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: auto-allocated-topology Sep 09 14:37:17.921084 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: availability_zone.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.921786 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.922297 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: availability_zone Sep 09 14:37:17.922621 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: availability_zone_filter.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.923535 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.924076 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: availability_zone_filter Sep 09 14:37:17.924400 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: data_plane_status.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.925313 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.925823 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 14:37:17.926146 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: default_subnetpools.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.927068 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.927584 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: default-subnetpools Sep 09 14:37:17.927935 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.928749 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.929261 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: dhcp_agent_scheduler Sep 09 14:37:17.929587 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: dns.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.930510 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.931019 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 14:37:17.931345 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: dns_domain_ports.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.932340 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.932849 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 14:37:17.933175 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.934119 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.934630 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 14:37:17.934955 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: dvr.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.935635 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.936180 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: dvr Sep 09 14:37:17.936504 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: ecmp_routes.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.937434 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.937948 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 14:37:17.938272 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: empty_string_filtering.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.939193 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.939713 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: empty-string-filtering Sep 09 14:37:17.940064 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.940985 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.941499 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 14:37:17.941822 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.942741 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.943256 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 14:37:17.943580 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: external_net.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.944528 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.945045 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: external-net Sep 09 14:37:17.945368 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.946280 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.946793 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: extra_dhcp_opt Sep 09 14:37:17.947116 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: extraroute.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.948092 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.948601 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: extraroute Sep 09 14:37:17.948924 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: extraroute_atomic.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.949961 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.950475 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: extraroute-atomic Sep 09 14:37:17.950799 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: filter_validation.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.951468 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.952018 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: filter-validation Sep 09 14:37:17.952344 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: fip_pf_description.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.953522 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.954032 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 14:37:17.954357 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: fip_port_details.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.955284 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.955822 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: fip-port-details Sep 09 14:37:17.956151 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: flavors.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.957403 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.957926 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: flavors Sep 09 14:37:17.958251 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.960087 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.960621 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 14:37:17.960958 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: floatingip_pools.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.961671 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.962194 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: floatingip-pools Sep 09 14:37:17.962524 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: ip_allocation.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.964075 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.964641 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 14:37:17.964973 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.965909 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.966426 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: ip-substring-filtering Sep 09 14:37:17.966756 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l2_adjacency.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.967711 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.968249 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 14:37:17.968576 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.969670 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.970203 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: router Sep 09 14:37:17.970534 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.972798 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.973333 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 14:37:17.973671 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.974607 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.975131 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: ext-gw-mode Sep 09 14:37:17.975465 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.976437 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.976961 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: l3-ha Sep 09 14:37:17.977301 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3_flavors.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.978221 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.979349 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: l3-flavors Sep 09 14:37:17.979693 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.980641 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.981309 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 14:37:17.981654 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: l3agentscheduler.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.982930 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.983591 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: l3_agent_scheduler Sep 09 14:37:17.984033 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: logging.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.985997 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.986579 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension logging not supported by any of loaded plugins Sep 09 14:37:17.987075 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: metering.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.988115 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.988778 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: metering Sep 09 14:37:17.989130 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.990423 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.991007 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: metering_source_and_destination_fields Sep 09 14:37:17.991355 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: multiprovidernet.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.992405 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.992924 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: multi-provider Sep 09 14:37:17.993250 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: netmtu.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.994175 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.994747 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: net-mtu Sep 09 14:37:17.995166 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: netmtu_writable.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.996121 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.996640 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: net-mtu-writable Sep 09 14:37:17.996964 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: network_availability_zone.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.997642 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:17.998158 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: network_availability_zone Sep 09 14:37:17.998481 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: network_ip_availability.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:17.999602 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.000158 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: network-ip-availability Sep 09 14:37:18.000485 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: network_segment_range.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.001253 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.001760 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 14:37:18.002082 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: pagination.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.003077 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.003408 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: pagination Sep 09 14:37:18.003763 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: port_device_profile.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.004680 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.005201 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: port-device-profile Sep 09 14:37:18.005525 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.006442 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.006954 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: port-mac-address-regenerate Sep 09 14:37:18.007283 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.008260 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.008774 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: port-numa-affinity-policy Sep 09 14:37:18.009097 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: port_resource_request.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.010701 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.011394 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 14:37:18.011723 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: portbindings.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.012720 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.013235 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: binding Sep 09 14:37:18.013561 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: portbindings_extended.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.014835 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.015357 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: binding-extended Sep 09 14:37:18.015686 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: portsecurity.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.016635 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.017165 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: port-security Sep 09 14:37:18.017491 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: project_id.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.018476 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.018810 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: project-id Sep 09 14:37:18.019136 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: providernet.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.020097 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.020619 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: provider Sep 09 14:37:18.020945 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.024527 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.025056 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos not supported by any of loaded plugins Sep 09 14:37:18.025389 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.027325 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.027881 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 14:37:18.028216 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.029148 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.029667 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 14:37:18.029997 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_default.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.030918 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.031433 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-default not supported by any of loaded plugins Sep 09 14:37:18.031792 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_fip.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.032453 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.032960 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 14:37:18.033286 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_gateway_ip.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.034222 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.034738 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 14:37:18.035063 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_port_network_policy.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.036023 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.036536 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 14:37:18.036861 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_pps_rule.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.038050 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.038572 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 14:37:18.038903 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_rule_type_details.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.039865 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.040382 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 14:37:18.040708 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: qos_rules_alias.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.041965 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.042482 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 14:37:18.042808 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: quotasv2.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.043752 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.044084 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: quotas Sep 09 14:37:18.044410 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: quotasv2_detail.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.047685 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.048057 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: quota_details Sep 09 14:37:18.048397 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: rbac.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.049459 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.049995 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: rbac-policies Sep 09 14:37:18.050329 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: rbac_address_group.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.051273 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.051828 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: rbac-address-group Sep 09 14:37:18.052161 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: rbac_address_scope.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.053095 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.053618 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: rbac-address-scope Sep 09 14:37:18.053947 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: rbac_security_groups.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.054875 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.055394 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: rbac-security-groups Sep 09 14:37:18.055721 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: rbac_subnetpool.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.056670 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.057259 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: rbac-subnetpool Sep 09 14:37:18.057583 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: revisionifmatch.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.058515 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.059037 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: revision-if-match Sep 09 14:37:18.059366 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: revisions.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.060519 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.061037 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: standard-attr-revisions Sep 09 14:37:18.061366 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: router_availability_zone.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.062052 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.062570 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: router_availability_zone Sep 09 14:37:18.062898 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: routerservicetype.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.063861 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.064380 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 14:37:18.064708 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.065636 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.066156 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: security-groups-normalized-cidr Sep 09 14:37:18.066484 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.067417 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.067971 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: port-security-groups-filtering Sep 09 14:37:18.068300 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.069233 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.069756 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: security-groups-remote-address-group Sep 09 14:37:18.070083 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: securitygroup.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.081948 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.082496 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: security-group Sep 09 14:37:18.082837 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: segment.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.083806 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.084329 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension segment not supported by any of loaded plugins Sep 09 14:37:18.084665 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.085636 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.086154 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 14:37:18.086486 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: servicetype.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.087673 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.088788 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: service-type Sep 09 14:37:18.089120 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: sorting.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.090121 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.090454 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: sorting Sep 09 14:37:18.090780 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: standard_attr_segment.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.091708 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.092256 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 14:37:18.092583 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: standardattrdescription.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.093243 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.093760 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: standard-attr-description Sep 09 14:37:18.094087 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: stateful_security_group.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.095020 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.095544 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: stateful-security-group Sep 09 14:37:18.095908 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: stdattrs_common.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.096496 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 14:37:18.096821 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.097769 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.098291 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 14:37:18.098614 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: subnet_onboard.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.099698 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.100254 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: subnet_onboard Sep 09 14:37:18.100582 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.101545 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.102101 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 14:37:18.102472 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: subnet_service_types.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.103398 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.103977 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: subnet-service-types Sep 09 14:37:18.104306 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: subnetallocation.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.105410 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.105938 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: subnet_allocation Sep 09 14:37:18.106267 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.106943 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.107461 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: subnetpool-prefix-ops Sep 09 14:37:18.107823 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.108774 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.109293 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 14:37:18.109619 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: tagging.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.110831 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.111361 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: standard-attr-tag Sep 09 14:37:18.111693 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: timestamp.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.112931 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.113461 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loaded extension: standard-attr-timestamp Sep 09 14:37:18.113796 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: trunk.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.114841 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.115363 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension trunk not supported by any of loaded plugins Sep 09 14:37:18.115694 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: trunk_details.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.116653 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.117169 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 14:37:18.117496 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: uplink_status_propagation.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.118442 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.118959 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 14:37:18.119289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Loading extension file: vlantransparent.py {{(pid=105561) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:37:18.120084 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105561) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:37:18.120597 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 14:37:18.123122 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:network Sep 09 14:37:18.123663 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:subnet Sep 09 14:37:18.124106 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:37:18.124515 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:port Sep 09 14:37:18.125741 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.126200 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service FLAVORS assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.126827 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.127256 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.127604 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:router Sep 09 14:37:18.128071 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 14:37:18.128563 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service METERING assigned prefix: /metering {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.130005 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:18.130377 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:18.130728 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:37:18.131765 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 14:37:18.132239 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:security_group Sep 09 14:37:18.132675 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 14:37:18.133267 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service CORE assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.133597 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:37:18.133943 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] subnetpool is already registered Sep 09 14:37:18.134390 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service CORE assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.134731 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:37:18.135614 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] subnetpool is already registered Sep 09 14:37:18.138169 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.138607 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service FLAVORS assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.139204 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.139631 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.139993 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:router Sep 09 14:37:18.140334 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] router is already registered Sep 09 14:37:18.140749 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 14:37:18.141088 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] floatingip is already registered Sep 09 14:37:18.141546 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service METERING assigned prefix: /metering {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.142226 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 14:37:18.142555 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] rbac_policy is already registered Sep 09 14:37:18.143016 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:security_group Sep 09 14:37:18.143310 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] security_group is already registered Sep 09 14:37:18.143718 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 14:37:18.144073 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] security_group_rule is already registered Sep 09 14:37:18.144698 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service CORE assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.145027 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:37:18.145362 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] subnetpool is already registered Sep 09 14:37:18.145785 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.v2.resource_helper [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Service CORE assigned prefix: {{(pid=105561) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:37:18.146114 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:37:18.146444 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING neutron.quota.resource_registry [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] subnetpool is already registered Sep 09 14:37:18.146916 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: extensions {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.148400 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: address-groups {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.149875 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: address-scopes {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.151865 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: agents {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.153020 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: auto-allocated-topology {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.154264 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: availability_zones {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.155486 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: dhcp-networks {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.157029 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: dhcp-agents {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.158467 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: routers {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.160713 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: flavors {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.161880 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: service_profiles {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.163087 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: next_providers {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.164562 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: service_profiles {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.166103 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: floatingip-pools {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.167348 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: routers {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.169496 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: floatingips {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.170787 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: l3-routers {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.172205 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: l3-agents {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.173651 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: metering-labels {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.175005 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: metering-label-rules {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.176320 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: network-ip-availabilities {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.177586 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: bindings {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.180130 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: quotas {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.181588 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: quotas {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.183106 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: rbac-policies {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.184485 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: security-groups {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.185799 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: security-group-rules {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.187058 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: service-providers {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.188315 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: subnetpools {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.189746 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: subnetpools {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.191203 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.192920 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.194787 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.196601 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.199054 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.200939 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.202652 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.204853 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.206610 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.208386 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron.api.extensions [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Extended resource: tags {{(pid=105561) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:37:18.214972 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING keystonemiddleware.auth_token [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 14:37:18.219750 dv-cinder-807469-2-iscsi neutron-server[105561]: WARNING keystonemiddleware.auth_token [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 14:37:18.229289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_concurrency.lockutils [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Acquired lock "singleton_lock" {{(pid=105561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 14:37:18.229768 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_concurrency.lockutils [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Releasing lock "singleton_lock" {{(pid=105561) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 14:37:18.230415 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Starting 2 workers Sep 09 14:37:18.235234 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Started child 105670 {{(pid=105561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:37:18.239656 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Started child 105671 {{(pid=105561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:37:18.240638 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:18.241270 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO neutron.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 14:37:18.241927 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Notify callbacks [] for process, before_spawn {{(pid=105561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:18.242051 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [-] (105670) wsgi starting up on http://0.0.0.0:9696 Sep 09 14:37:18.244440 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Starting 1 workers Sep 09 14:37:18.244904 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:18.246254 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [-] (105671) wsgi starting up on http://0.0.0.0:9696 Sep 09 14:37:18.249629 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Started child 105672 {{(pid=105561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:37:18.250170 dv-cinder-807469-2-iscsi neutron-server[105561]: INFO oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Starting 1 workers Sep 09 14:37:18.253432 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] calling RpcWorker wait() {{(pid=105672) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 14:37:18.253993 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] returning from RpcWorker wait() {{(pid=105672) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 14:37:18.254598 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Started child 105673 {{(pid=105561) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:37:18.255312 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:18.255403 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG neutron_lib.callbacks.manager [None req-4bd3b34b-0eab-4a22-b03d-eec9b0858461 None None] Notify callbacks [] for process, after_spawn {{(pid=105561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:18.255892 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:37:18.257316 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 14:37:18.257528 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 14:37:18.257714 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 14:37:18.257927 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 14:37:18.258257 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 14:37:18.258428 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 14:37:18.258940 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.259213 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.259442 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:18.259918 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.259918 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.260581 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.261193 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.261455 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.261720 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.262002 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.262236 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.262446 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.262589 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.262800 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.263050 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.263351 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.263632 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.263924 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.264200 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.264373 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.264638 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.264903 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.265132 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.265399 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] debug = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.265644 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.266154 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.266380 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.266649 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.266871 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.267139 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.267384 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.267634 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.267904 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.268123 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.268368 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.268626 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.268877 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.269094 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.269314 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.269580 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.269802 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.270276 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] host = dv-cinder-807469-2-iscsi {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.270512 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.270743 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.271001 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.271251 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.271498 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.271757 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.271987 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.272233 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.272491 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.272718 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.272969 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.273233 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.273486 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.273736 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.273956 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_options = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.274129 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.274385 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.274692 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.274883 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.275054 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.275231 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.275483 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.276449 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.276687 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.276930 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.277148 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.277367 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.277602 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.277820 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.278080 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.278324 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.278540 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.278755 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.279017 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.279245 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.279470 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.279697 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.279945 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.280164 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.280401 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.280652 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.280878 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.281112 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.281324 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.281565 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.281862 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.282053 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.282301 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.282547 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.282806 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.283070 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.283259 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.283574 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.283754 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.283987 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.284257 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.284514 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.284729 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.284996 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.285230 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.285464 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.285681 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_json = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.285894 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.286130 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.286414 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.286633 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.286830 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.287043 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.287256 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.287487 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.287966 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.288238 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.288553 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.288803 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.289037 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.289279 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.289613 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.289940 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.290387 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:37:18.290536 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.290818 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.291266 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.291564 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.291973 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.292548 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.292855 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.293463 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.293463 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.293728 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.293995 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.294251 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.294458 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.294717 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.295005 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.295350 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.295621 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.295879 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.296105 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.296432 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.296898 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.297061 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.297210 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.297402 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.297628 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.297845 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.298082 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.298298 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.298518 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.298927 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.299072 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.299231 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.299471 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.299714 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.299952 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.300182 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.300435 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.300691 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.300922 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.301147 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.301437 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.301782 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.302289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.302289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.302757 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.302983 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.303473 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.303776 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.304031 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.304232 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.304452 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.304690 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.305180 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.305180 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.305442 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.305638 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.305858 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.306073 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.306320 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.306561 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.308212 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.308531 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.308802 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.309077 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.309502 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.309647 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.309816 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.310073 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.310306 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.310549 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.310777 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.311027 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.311248 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.311486 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.311755 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.311982 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.312241 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.312443 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.312656 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.312874 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.313089 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.313370 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.313684 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.313935 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.314176 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.314412 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.315289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.315289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.315289 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.315597 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.315597 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.315903 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.316095 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.316344 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.316637 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.317370 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318185 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318185 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318185 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318585 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318585 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318828 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.318951 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.319161 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.319435 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.319689 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.320002 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.320260 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.320546 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.320807 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.323767 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324319 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324319 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324319 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324319 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324564 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324760 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.324975 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.325366 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.325542 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.325710 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.325865 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.326214 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.326625 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.327022 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.328196 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.328650 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.329071 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.329318 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.329585 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.329850 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.330105 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.330512 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.330780 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.331110 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.331460 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.331898 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.332312 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.332715 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.332958 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.333201 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.333422 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.334103 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.334103 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.334103 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.334323 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.334724 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.334949 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.335171 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.335420 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.335638 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.335886 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.336130 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.336351 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.336590 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.336840 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.337076 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.337345 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.337565 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.337847 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.338116 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.338954 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.339132 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.339643 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.340057 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.340473 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.340742 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.340984 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.341201 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.341428 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.341669 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.341906 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.342120 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.342348 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.342561 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.342834 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.343052 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.343399 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.343671 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.343931 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.344170 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.344388 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.344627 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.344844 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.345064 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.345280 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.345500 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.345755 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.346026 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.346249 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.346514 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.346750 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.346980 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.347211 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.347428 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.347891 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.348183 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.348436 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.348665 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.348915 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.349154 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.349368 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.349625 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.349843 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.350055 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.350276 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.350501 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.350714 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.350942 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.351151 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.351367 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.351591 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.351839 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.352069 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.352276 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.352517 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.352728 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.352974 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.353187 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.353398 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.353623 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.353866 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.354145 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.354446 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.354595 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.354774 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.355023 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.355238 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.355441 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.355661 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.355901 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.356111 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.356407 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.356654 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.356872 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.357161 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.357439 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.357682 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.357926 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.358243 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.358477 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.358720 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.358937 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.359172 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.359391 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.359643 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.360001 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.360304 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.360569 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.360826 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.361093 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.361393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.361652 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.361864 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.362139 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.362482 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.362754 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.363056 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.363241 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.363492 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.363713 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.363952 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.364196 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.364411 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.364625 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.364863 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.365424 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.365424 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.365621 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.365847 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.366081 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.366329 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.366560 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.366799 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.367014 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.367171 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 14:37:18.367700 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105561) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.370660 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371311 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.371873 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372348 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372348 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372348 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372562 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372638 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] debug = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372772 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.372978 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.373141 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.373471 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.373615 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.373780 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.373939 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.374099 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.374257 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.374404 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.374555 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.374713 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.374872 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375031 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375185 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375335 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375493 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375653 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] host = dv-cinder-807469-2-iscsi {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375836 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.375996 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.376154 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.376313 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.376482 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.376656 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.376772 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.376931 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.377089 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.377249 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.377408 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.377567 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.377726 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.377886 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.378043 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_options = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.378200 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.378359 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.378517 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.378703 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.378869 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.379029 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.379189 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.379349 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.379507 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.379665 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.379854 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380065 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380192 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380312 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380453 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380611 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380768 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.380932 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.381092 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.381251 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.381409 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.381567 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.381725 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.381882 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.382041 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.382201 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.383762 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384336 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384336 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384336 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384336 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384336 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384336 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384673 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384673 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384791 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.384948 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.385345 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.385515 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.385674 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_json = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.385838 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.385995 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.386156 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.386314 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.386473 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.386631 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.387617 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.387617 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:37:18.387617 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.387617 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.387617 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.387617 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388303 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388303 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388303 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388303 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388634 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388634 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388634 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388839 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.388958 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.389119 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.389280 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.389444 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.389605 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.389766 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.389930 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.390091 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.390252 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.390413 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.390582 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.390743 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.390902 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.391067 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.391226 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.391401 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.391562 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.391772 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.391909 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.392069 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.392231 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.392393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.392556 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.392717 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.392879 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393129 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393262 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393397 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393582 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393669 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393783 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.393946 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.394107 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.394269 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.394430 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.394592 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.394755 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.394914 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.395076 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.395239 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.395401 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.395561 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.395738 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.395914 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.396074 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.396235 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.396400 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.396562 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.396723 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.396882 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.397043 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.397204 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.397364 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.397523 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.397698 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.397858 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398019 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398181 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398341 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398500 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398659 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398821 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.398983 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.399142 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.399302 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.399463 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.399625 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.399810 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.399974 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.400133 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.400294 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.400454 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.401132 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.401286 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.401444 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.401604 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.401765 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.401934 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.402111 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.402271 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.402495 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.402650 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.402735 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.402883 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.403043 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.403202 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.403362 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.403524 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.403685 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.403866 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404029 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404191 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404351 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404511 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404673 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404833 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.404992 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.405075 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:37:18.405158 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.405300 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.405460 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.405620 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.405779 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.405940 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.406100 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.406271 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.406432 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.406595 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.406757 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.406923 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.407094 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.407256 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.407416 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.407576 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.407817 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.407906 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.408064 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.408223 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.408382 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.408542 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.408701 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.408870 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.409042 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.409204 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.409364 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.409525 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.409708 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.409869 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410030 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410191 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410352 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410513 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410673 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410834 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.410998 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.411182 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.411344 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.411506 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.411667 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.411849 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412011 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412172 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412333 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412495 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412655 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412816 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.412977 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.413137 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.413297 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.413456 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.413615 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.413775 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.413935 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.414095 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.414255 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.414415 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.414576 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.414737 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.414896 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.415056 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.415216 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.415376 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.415536 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.415699 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.415880 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.416043 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.416220 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.417048 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.417215 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.417377 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.417541 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.417714 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.417865 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418026 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418186 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418349 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418510 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418672 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418834 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.418995 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.419156 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.419332 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.419495 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.419657 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.419841 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420002 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420163 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420324 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420485 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420645 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420807 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.420968 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.421134 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.421298 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.421460 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.421621 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.421783 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.421945 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.422106 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.422268 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.422442 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.422604 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.422766 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.422927 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.423087 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.423247 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.423442 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.423573 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.423744 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.423924 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.424084 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.424246 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.424418 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.424580 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.424741 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.424901 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.425062 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.425222 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.425393 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.425553 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.425716 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.425875 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.426192 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.426353 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.426523 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.426685 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.426848 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.426993 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.427157 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.427317 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.427488 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.427649 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.427833 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.427994 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.428153 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.428316 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.428486 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.428648 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.428809 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.428977 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.429138 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.429297 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.429516 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.429654 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.429775 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.429938 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.430098 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.430259 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.430420 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.430583 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.430748 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.430917 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.431090 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.431251 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.431420 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.431589 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.431786 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.432752 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433005 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433187 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433351 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433510 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433672 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433831 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.433993 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.434153 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.434314 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.434473 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.434632 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.434793 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.434953 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.435112 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.435272 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.435432 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.435593 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.435810 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.435933 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.436094 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.436254 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:37:18.436406 dv-cinder-807469-2-iscsi neutron-server[105561]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105561) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 14:37:18.588823 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 40484) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:18.597325 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063250 Sep 09 14:37:29.828075 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b543a0-c58e-457a-a3fe-8501e1180583 None None] get_active_networks_info from dv-cinder-807469-2-iscsi {{(pid=105672) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 14:37:29.902044 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b543a0-c58e-457a-a3fe-8501e1180583 None None] No non-hosted networks {{(pid=105672) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 14:37:29.917379 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-31c89254-08cd-4d41-91a4-b5d87e181029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681990'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:32.603993 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2a8ef297-7cfa-4070-a679-af1b3f12de0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681990'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:32.661474 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-95ef1903-1b74-430c-866f-4d1665f041be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:32.759461 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681990'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:32.760367 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.761322 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.761720 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.761997 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.762323 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.762652 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.762978 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.763325 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.763645 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.763989 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.764338 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.764655 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:32.765044 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-807469-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:37:32.782057 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807469-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:37:33.626737 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681990'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:35.067459 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681990'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:36.353405 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 40576) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:36.856051 dv-cinder-807469-2-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-ef0df022-3bb7-49c3-b3da-405f22251f62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:37:36.856647 dv-cinder-807469-2-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-ef0df022-3bb7-49c3-b3da-405f22251f62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:37:36.958030 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.db.l3_hamode_db [None req-439566a3-1dcb-4008-8570-ec4a3c864988 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 14:37:37.034403 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439566a3-1dcb-4008-8570-ec4a3c864988 None None] Routers set() bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:37:37.034786 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439566a3-1dcb-4008-8570-ec4a3c864988 None None] Router IDs set() for agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 14:37:37.083078 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-ef0df022-3bb7-49c3-b3da-405f22251f62 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:37:37.084180 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ef0df022-3bb7-49c3-b3da-405f22251f62 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7298746 Sep 09 14:37:39.453100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40590) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:39.935400 dv-cinder-807469-2-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:37:39.935980 dv-cinder-807469-2-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:37:40.158643 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:37:40.252444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.policy [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 14:37:40.298110 dv-cinder-807469-2-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:37:40.298499 dv-cinder-807469-2-iscsi neutron-server[105670]: WARNING oslo_policy.policy [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:37:40.307022 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.quota [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] Loaded quota_driver: . Sep 09 14:37:40.405263 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749683657925', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749683655402', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749683654052', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749683640856', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749686244447', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749683689075', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-586492', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1041476', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4141433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3780175'] for rbac-policy, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:40.472047 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:40.473498 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b85962d0-2439-4cb8-b106-25e1db0bb3f2 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0180585 Sep 09 14:37:43.054042 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40608) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:43.352562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Request body: {'network': {'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'name': 'private'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:37:43.380800 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Made reservation on behalf of c32f9fd8f9934e54a78dd0147e326f37 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:37:43.383636 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.400963 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.526075 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.530217 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.549275 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:37:43.577245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749685272980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.577867 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Unsubscribe: segment precommit_create {{(pid=105670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 14:37:43.578401 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Added segment 21003fa3-c307-4094-9807-42368984cf12 of type vlan for network 1ddc41de-bd87-4bab-82b3-e376d207194b Sep 09 14:37:43.595029 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791da022-b82a-42b3-bdba-0e23b186a3df,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:37:43.640353 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.640711 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.641047 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.641375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.641700 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.642038 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.642368 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.642702 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.643036 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.643354 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.643668 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.644006 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Tracked resource versions report: Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: pushed versions: Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: { 'AddressGroup': {'1.2'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'ConntrackHelper': {'1.0'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Log': {'1.0'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Network': {'1.1'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Port': {'1.7'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'PortForwarding': {'1.2'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'QosPolicy': {'1.9'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroup': {'1.4'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SubPort': {'1.0'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Subnet': {'1.1'}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Trunk': {'1.1'}} Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: consumer versions: Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'ConntrackHelper': '1.0', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Log': '1.0', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Network': '1.1', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Port': '1.7', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'PortForwarding': '1.2', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'QosPolicy': '1.9', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroup': '1.4', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroupRule': '1.2', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SubPort': '1.0', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Subnet': '1.1', Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Trunk': '1.1'}} Sep 09 14:37:43.645082 dv-cinder-807469-2-iscsi neutron-server[105670]: {{(pid=105670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:37:43.692172 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.736673 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.737902 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:37:43.738562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:43.796308 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7411427 Sep 09 14:37:43.839755 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9654232-3865-4573-919c-aa5a998459a7 admin admin] Pushing event updated for resources: {'Network': ['ID=1ddc41de-bd87-4bab-82b3-e376d207194b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:37:43.851589 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 1ddc41de-bd87-4bab-82b3-e376d207194b details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:37:46.529297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40622) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:46.921506 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4a33a-3789-4994-b2fb-06e5487513b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:37:46.922877 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-40b4a33a-3789-4994-b2fb-06e5487513b7 admin admin] 10.222.0.21 "GET /v2.0/networks/1ddc41de-bd87-4bab-82b3-e376d207194b HTTP/1.1" status: 200 len: 825 time: 0.3926036 Sep 09 14:37:46.947405 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-bef947b6-3f28-44e0-a926-f9babcae051f admin admin] 10.222.0.21 "GET /v2.0/subnetpools/a5a18dbe-b75d-44d2-9272-75d159984173 HTTP/1.1" status: 200 len: 734 time: 0.0183539 Sep 09 14:37:46.957356 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:37:46.978370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Made reservation on behalf of c32f9fd8f9934e54a78dd0147e326f37 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:37:46.980754 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:47.264679 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:47.331073 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60bf000-70fd-4ba8-a5cc-21aa19f43d44,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:37:47.335671 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Checking segment: {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:37:47.336070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Network hostable DHCP agents. Network: 1ddc41de-bd87-4bab-82b3-e376d207194b, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:37:47.359369 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Network 1ddc41de-bd87-4bab-82b3-e376d207194b is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:37:47.369427 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 1ddc41de-bd87-4bab-82b3-e376d207194b) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:37:47.374102 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:37:47.374685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:47.378961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6492fd1-b4b1-4e60-8fd6-8a85f39f217a None None] Network 1ddc41de-bd87-4bab-82b3-e376d207194b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:37:47.388795 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-089dfad6-c884-42a1-89b2-338b9440acbf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4349387 Sep 09 14:37:47.706052 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-1ddc41de-bd87-4bab-82b3-e376d207194b', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:37:47.707330 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:47.983184 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Allocated IP 172.20.0.2 (1ddc41de-bd87-4bab-82b3-e376d207194b/c60bf000-70fd-4ba8-a5cc-21aa19f43d44/5ff58d0c-5415-461d-9b83-63714d265ae5) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:37:48.183612 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:48.226218 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Transition to ACTIVE for port object 5ff58d0c-5415-461d-9b83-63714d265ae5 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:37:48.246131 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Transition to ACTIVE for port object 5ff58d0c-5415-461d-9b83-63714d265ae5 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:37:48.253695 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:48.331155 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Network 1ddc41de-bd87-4bab-82b3-e376d207194b is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:37:48.337503 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:37:48.339200 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Pushing event updated for resources: {'Port': ['ID=5ff58d0c-5415-461d-9b83-63714d265ae5,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:37:48.344222 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:37:48.352108 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.352472 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.352817 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.353150 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.353479 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.353808 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.354134 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.354997 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.355420 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.355771 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.356098 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.356419 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Tracked resource versions report: Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: pushed versions: Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: { 'AddressGroup': {'1.2'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'ConntrackHelper': {'1.0'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Log': {'1.0'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Network': {'1.1'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Port': {'1.7'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'PortForwarding': {'1.2'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'QosPolicy': {'1.9'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroup': {'1.4'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SubPort': {'1.0'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Subnet': {'1.1'}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Trunk': {'1.1'}} Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: consumer versions: Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'ConntrackHelper': '1.0', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Log': '1.0', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Network': '1.1', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Port': '1.7', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'PortForwarding': '1.2', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'QosPolicy': '1.9', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroup': '1.4', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroupRule': '1.2', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SubPort': '1.0', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Subnet': '1.1', Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Trunk': '1.1'}} Sep 09 14:37:48.357514 dv-cinder-807469-2-iscsi neutron-server[105672]: {{(pid=105672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:37:48.428966 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Attempting to bind port 5ff58d0c-5415-461d-9b83-63714d265ae5 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:37:48.429626 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Attempting to bind port 5ff58d0c-5415-461d-9b83-63714d265ae5 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:37:48.429737 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Attempting to bind port 5ff58d0c-5415-461d-9b83-63714d265ae5 on network 1ddc41de-bd87-4bab-82b3-e376d207194b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:37:48.434585 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 37, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:37:48.434996 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Checking segment: {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:37:48.435446 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:48.435856 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Bound using segment: {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:37:48.436320 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Bound port: 5ff58d0c-5415-461d-9b83-63714d265ae5, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:37:48.436725 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:48.497824 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] For port 5ff58d0c-5415-461d-9b83-63714d265ae5, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:37:48.502058 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] For port 5ff58d0c-5415-461d-9b83-63714d265ae5, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=5ff58d0c-5415-461d-9b83-63714d265ae5,segment=NetworkSegment(21003fa3-c307-4094-9807-42368984cf12),segment_id=21003fa3-c307-4094-9807-42368984cf12)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:37:48.505642 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:48.569214 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cabae-c5ce-47cd-b6c9-e49419af2270 None None] Pushing event updated for resources: {'Port': ['ID=5ff58d0c-5415-461d-9b83-63714d265ae5,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:37:49.815941 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40630) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:50.124999 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [None req-e21b9557-8e60-42aa-ac57-d5b4482093ae admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:37:50.126001 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e21b9557-8e60-42aa-ac57-d5b4482093ae admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3090448 Sep 09 14:37:52.521297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40638) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:52.838440 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [None req-a7f9f356-89f6-4eee-a2ba-153020dd5527 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:37:52.839811 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a7f9f356-89f6-4eee-a2ba-153020dd5527 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3175592 Sep 09 14:37:55.489005 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40648) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:55.791801 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:37:55.819380 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:55.820984 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:55.956542 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:55.961517 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:55.974519 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:55.975747 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c7f1844c-940b-4487-888b-e4c69114fe5c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4857411 Sep 09 14:37:56.199416 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 5ff58d0c-5415-461d-9b83-63714d265ae5 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:37:56.286754 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 5ff58d0c-5415-461d-9b83-63714d265ae5 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:37:56.884247 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ad5fa-11d2-4900-b515-b6b1766f14a2 None None] Network 1ddc41de-bd87-4bab-82b3-e376d207194b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:37:56.943366 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] Provisioning for port 5ff58d0c-5415-461d-9b83-63714d265ae5 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:37:56.949337 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] Provisioning complete for port 5ff58d0c-5415-461d-9b83-63714d265ae5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:37:56.949732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:57.125298 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:57.178442 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] For port 5ff58d0c-5415-461d-9b83-63714d265ae5, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=5ff58d0c-5415-461d-9b83-63714d265ae5,segment=NetworkSegment(21003fa3-c307-4094-9807-42368984cf12),segment_id=21003fa3-c307-4094-9807-42368984cf12)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:37:57.184979 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:57.237395 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5751e-622f-419a-a4d7-bc13999f3eb8 None None] Pushing event updated for resources: {'Port': ['ID=5ff58d0c-5415-461d-9b83-63714d265ae5,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:37:57.406695 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-bfbcce85-fdaa-4ef8-8046-d3e603579f95 None None] Provisioning complete for port 5ff58d0c-5415-461d-9b83-63714d265ae5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:37:57.406982 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-bfbcce85-fdaa-4ef8-8046-d3e603579f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:58.174615 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 5ff58d0c-5415-461d-9b83-63714d265ae5 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:37:58.221500 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 5ff58d0c-5415-461d-9b83-63714d265ae5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:37:58.221869 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:37:58.378051 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40660) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:37:58.684309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [None req-66bec60e-7cc0-479a-a128-5107495b4f4b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:37:58.685326 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-66bec60e-7cc0-479a-a128-5107495b4f4b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064051 Sep 09 14:37:59.709296 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7da8425a-98fd-475f-8e57-f6a6acbb529c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.054909 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40668) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:38:01.363096 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:38:01.383256 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Made reservation on behalf of 15fedeca00504f02a3a8cd1951b946cd for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:38:01.385527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.393417 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.485386 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.488869 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.502053 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Reserving flat network on physical network physnet1 {{(pid=105670) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 14:38:01.523472 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a00bd19-c821-4ea0-a13c-d8b304bc819e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:01.526249 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.527219 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Added segment e077873f-7c44-4ada-9123-56a73185d2a9 of type flat for network 1fadaf42-1d78-4624-9dcd-577717358d82 Sep 09 14:38:01.571093 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.602057 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.603036 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:38:01.603617 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:01.631595 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5756683 Sep 09 14:38:01.666210 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc77ca1-fbcc-47e5-a5e8-e0a4fc97f879 admin admin] Pushing event updated for resources: {'Network': ['ID=1fadaf42-1d78-4624-9dcd-577717358d82,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:01.676280 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 1fadaf42-1d78-4624-9dcd-577717358d82 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:38:02.603509 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5981814b-9667-4f95-880a-85caa9246a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:02.745067 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:03.570682 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:04.072516 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40686) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:38:04.245570 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c989132-8fe0-4c3e-b274-485bb7f4e025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:38:04.247034 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9c989132-8fe0-4c3e-b274-485bb7f4e025 admin admin] 10.222.0.21 "GET /v2.0/subnets/c60bf000-70fd-4ba8-a5cc-21aa19f43d44 HTTP/1.1" status: 200 len: 849 time: 0.1735759 Sep 09 14:38:04.364889 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f19d9c18-cfd7-41be-a4b0-23a2a1889c1c admin admin] 10.222.0.21 "GET /v2.0/routers/636db2a9-1bdd-4cfb-b003-6a6265a5bc56 HTTP/1.1" status: 200 len: 704 time: 0.1116576 Sep 09 14:38:04.629460 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:04.926761 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Allocated IP 172.20.0.1 (1ddc41de-bd87-4bab-82b3-e376d207194b/c60bf000-70fd-4ba8-a5cc-21aa19f43d44/6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:38:05.015674 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.126624 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.148289 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Transition to ACTIVE for port object 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:38:05.211424 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.275619 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Network 1ddc41de-bd87-4bab-82b3-e376d207194b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:38:05.283459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:38:05.296154 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:38:05.296690 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.299256 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:05.449384 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5fdde9be-451e-442a-b846-6ccd8ccefa6c None None] Provisioning for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:38:05.452879 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5fdde9be-451e-442a-b846-6ccd8ccefa6c None None] Provisioning complete for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:38:05.453251 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5fdde9be-451e-442a-b846-6ccd8ccefa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.488984 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5fdde9be-451e-442a-b846-6ccd8ccefa6c None None] Port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:38:05.496095 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.700377 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.705007 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.705719 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:05.761874 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:05.829041 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Network 1ddc41de-bd87-4bab-82b3-e376d207194b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:38:05.830664 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:38:05.987886 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:38:06.008441 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-91d96545-d06e-437c-b02e-c906ee293cd9 None None] Provisioning complete for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:38:06.008814 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-91d96545-d06e-437c-b02e-c906ee293cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:06.042528 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-91d96545-d06e-437c-b02e-c906ee293cd9 None None] Port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:38:06.077812 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:38:06.083139 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-03f6b27e-d59e-41e4-8b69-14d705a4e4e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/636db2a9-1bdd-4cfb-b003-6a6265a5bc56/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7124026 Sep 09 14:38:06.099412 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Sync routers for ids ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:38:06.110817 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Routers {'636db2a9-1bdd-4cfb-b003-6a6265a5bc56'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:38:06.111641 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:38:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:06.294700 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Set router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:38:06.723208 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:37:55Z', 'updated_at': '2021-09-09T14:38:05Z', 'revision_number': 2, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'gw_port_host': None, '_interfaces': [{'id': '6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6', 'name': '', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'mac_address': 'fa:16:3e:53:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:04Z', 'updated_at': '2021-09-09T14:38:05Z', 'revision_number': 2, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'subnets': [{'id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:06.774545 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Checking router: 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:38:06.774914 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Updating router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:38:06.825798 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:07.336546 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:07.354814 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Transition to ACTIVE for port object 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:38:07.361189 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:07.503250 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Pushing event updated for resources: {'Port': ['ID=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:07.532339 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.532707 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.533057 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.533391 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.533723 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.534053 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.534379 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.534705 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.535063 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.535367 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.535687 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.536029 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Tracked resource versions report: Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: pushed versions: Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: { 'AddressGroup': {'1.2'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'ConntrackHelper': {'1.0'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Log': {'1.0'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Network': {'1.1'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Port': {'1.7'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'PortForwarding': {'1.2'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'QosPolicy': {'1.9'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroup': {'1.4'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SubPort': {'1.0'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Subnet': {'1.1'}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Trunk': {'1.1'}} Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: consumer versions: Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'ConntrackHelper': '1.0', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Log': '1.0', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Network': '1.1', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Port': '1.7', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'PortForwarding': '1.2', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'QosPolicy': '1.9', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroup': '1.4', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroupRule': '1.2', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SubPort': '1.0', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Subnet': '1.1', Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Trunk': '1.1'}} Sep 09 14:38:07.537137 dv-cinder-807469-2-iscsi neutron-server[105673]: {{(pid=105673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:38:07.543918 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Attempting to bind port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:38:07.544316 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Attempting to bind port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:38:07.544739 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Attempting to bind port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 on network 1ddc41de-bd87-4bab-82b3-e376d207194b {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:38:07.549579 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:38:07.549999 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Checking segment: {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:38:07.550455 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:07.550838 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Bound using segment: {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:38:07.551306 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Bound port: 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21003fa3-c307-4094-9807-42368984cf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:38:07.551700 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:07.616924 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] For port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:38:07.636829 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] For port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,segment=NetworkSegment(21003fa3-c307-4094-9807-42368984cf12),segment_id=21003fa3-c307-4094-9807-42368984cf12)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:38:07.641126 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:07.691590 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Routers {'636db2a9-1bdd-4cfb-b003-6a6265a5bc56'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:38:07.692238 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:38:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:07.737104 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2005dafc-074e-4478-82e4-2cd78c43034e None None] Pushing event updated for resources: {'Port': ['ID=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:07.789352 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] Set router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:38:08.004282 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:37:55Z', 'updated_at': '2021-09-09T14:38:05Z', 'revision_number': 2, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'gw_port_host': None, '_interfaces': [{'id': '6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6', 'name': '', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'mac_address': 'fa:16:3e:53:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:04Z', 'updated_at': '2021-09-09T14:38:07Z', 'revision_number': 4, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'subnets': [{'id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:08.029854 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8a7d8e-dbbf-4431-8157-70530a69346a None None] The sync data for ids ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'] in dv-cinder-807469-2-iscsi is: [{'id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:37:55Z', 'updated_at': '2021-09-09T14:38:05Z', 'revision_number': 2, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'gw_port_host': None, '_interfaces': [{'id': '6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6', 'name': '', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'mac_address': 'fa:16:3e:53:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:04Z', 'updated_at': '2021-09-09T14:38:07Z', 'revision_number': 4, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'subnets': [{'id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:38:08.339896 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 40706) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:38:08.613762 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.policy [None req-16180f38-4175-4687-9eea-0c555e13a630 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105671) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 14:38:08.659866 dv-cinder-807469-2-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-16180f38-4175-4687-9eea-0c555e13a630 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:38:08.660245 dv-cinder-807469-2-iscsi neutron-server[105671]: WARNING oslo_policy.policy [None req-16180f38-4175-4687-9eea-0c555e13a630 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:38:08.668585 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16180f38-4175-4687-9eea-0c555e13a630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:38:08.670322 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-16180f38-4175-4687-9eea-0c555e13a630 admin admin] 10.222.0.21 "GET /v2.0/networks/1fadaf42-1d78-4624-9dcd-577717358d82 HTTP/1.1" status: 200 len: 842 time: 0.3294873 Sep 09 14:38:08.680598 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'cidr': '172.27.2.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:38:08.682353 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.quota [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Loaded quota_driver: . Sep 09 14:38:08.721551 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Made reservation on behalf of 15fedeca00504f02a3a8cd1951b946cd for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:38:08.724545 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:09.143016 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.objects.ports [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105671) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 14:38:09.143532 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:09.214434 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:09.218662 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:38:09.219044 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Network hostable DHCP agents. Network: 1fadaf42-1d78-4624-9dcd-577717358d82, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:38:09.227892 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.228193 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.228531 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.228865 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.229195 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.229527 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.230393 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.230887 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.231320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.231650 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.231997 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.232316 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Tracked resource versions report: Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: pushed versions: Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: { 'AddressGroup': {'1.2'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'ConntrackHelper': {'1.0'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Log': {'1.0'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Network': {'1.1'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Port': {'1.7'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'PortForwarding': {'1.2'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'QosPolicy': {'1.9'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroup': {'1.4'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SubPort': {'1.0'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Subnet': {'1.1'}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Trunk': {'1.1'}} Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: consumer versions: Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'ConntrackHelper': '1.0', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Log': '1.0', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Network': '1.1', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Port': '1.7', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'PortForwarding': '1.2', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'QosPolicy': '1.9', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroup': '1.4', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroupRule': '1.2', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SubPort': '1.0', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Subnet': '1.1', Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Trunk': '1.1'}} Sep 09 14:38:09.233831 dv-cinder-807469-2-iscsi neutron-server[105671]: {{(pid=105671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:38:09.281970 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:38:09.294478 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 1fadaf42-1d78-4624-9dcd-577717358d82) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:38:09.299318 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:38:09.299990 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:09.307621 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe1b7d8-d451-46d9-9339-f46029616025 None None] Network 1fadaf42-1d78-4624-9dcd-577717358d82 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:38:09.327527 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7c629f6a-fc60-4c1b-acbf-aac99962ec3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6465504 Sep 09 14:38:09.447896 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2826b56-a0b5-4028-b77d-f130b610172c None None] Network 1fadaf42-1d78-4624-9dcd-577717358d82 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:38:11.622500 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 40720) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:38:11.870449 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1680974a-d9b8-4883-ac34-58a61a9facf5 admin admin] 10.222.0.21 "GET /v2.0/routers/636db2a9-1bdd-4cfb-b003-6a6265a5bc56 HTTP/1.1" status: 200 len: 710 time: 0.2455511 Sep 09 14:38:11.957425 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a614c5ef-ac5b-4769-ab14-ae6c2f9ffba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:38:11.958789 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a614c5ef-ac5b-4769-ab14-ae6c2f9ffba4 admin admin] 10.222.0.21 "GET /v2.0/networks/1fadaf42-1d78-4624-9dcd-577717358d82 HTTP/1.1" status: 200 len: 886 time: 0.0828276 Sep 09 14:38:11.968264 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:38:12.210642 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:12.448511 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:12.523574 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:12.682217 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Allocated IP 172.27.2.58 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/3dab2b77-dd03-4a41-bfb4-72e65eef9280) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:38:12.791029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:12.862044 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:12.937240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:38:12.943092 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:38:12.993892 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:38:12.997071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Pushing event updated for resources: {'Port': ['ID=3dab2b77-dd03-4a41-bfb4-72e65eef9280,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:13.297665 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:13.495428 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3682236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3684108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-971'] for router, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:13.500409 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3682213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3681878', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3684149'] for router, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:13.613482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:38:13.717607 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:38:13.722318 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:13.723022 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-47f4b6e5-52c0-4ac8-bd1d-6bb350ac199d admin admin] 10.222.0.21 "PUT /v2.0/routers/636db2a9-1bdd-4cfb-b003-6a6265a5bc56 HTTP/1.1" status: 200 len: 889 time: 1.7580028 Sep 09 14:38:14.216994 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:38:14.265392 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:38:14.269099 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:38:14.269477 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:14.348024 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:14.370045 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Sync routers for ids ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:38:14.432408 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Routers {'636db2a9-1bdd-4cfb-b003-6a6265a5bc56'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:38:14.432962 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:38:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:14.453292 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,segment=NetworkSegment(21003fa3-c307-4094-9807-42368984cf12),segment_id=21003fa3-c307-4094-9807-42368984cf12)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:38:14.487271 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:14.640462 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:14.677082 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Set router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:38:15.068784 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3dab2b77-dd03-4a41-bfb4-72e65eef9280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:37:55Z', 'updated_at': '2021-09-09T14:38:13Z', 'revision_number': 4, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'gw_port': {'id': '3dab2b77-dd03-4a41-bfb4-72e65eef9280', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:12Z', 'updated_at': '2021-09-09T14:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6', 'name': '', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'mac_address': 'fa:16:3e:53:cc:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:04Z', 'updated_at': '2021-09-09T14:38:07Z', 'revision_number': 4, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'subnets': [{'id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:15.120951 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Checking router: 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:38:15.121305 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Updating router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:38:15.167470 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:15.484585 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:15.494496 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Transition to ACTIVE for port object 3dab2b77-dd03-4a41-bfb4-72e65eef9280 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:38:15.500604 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:15.547228 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Attempting to bind port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:38:15.547600 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Attempting to bind port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:38:15.547986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Attempting to bind port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:38:15.558377 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:38:15.558755 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:38:15.559248 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:15.559642 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:38:15.560132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Bound port: 3dab2b77-dd03-4a41-bfb4-72e65eef9280, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:38:15.560529 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:15.562811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12844-a5a4-48d7-b250-5e4738acf68b None None] Pushing event updated for resources: {'Port': ['ID=3dab2b77-dd03-4a41-bfb4-72e65eef9280,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:15.612063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] For port 3dab2b77-dd03-4a41-bfb4-72e65eef9280, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:38:15.614913 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] For port 3dab2b77-dd03-4a41-bfb4-72e65eef9280, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=3dab2b77-dd03-4a41-bfb4-72e65eef9280,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:38:15.619777 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:15.676390 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Routers {'636db2a9-1bdd-4cfb-b003-6a6265a5bc56'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:38:15.676990 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:38:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:15.787913 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12844-a5a4-48d7-b250-5e4738acf68b None None] Pushing event updated for resources: {'Port': ['ID=3dab2b77-dd03-4a41-bfb4-72e65eef9280,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:15.859464 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] Set router 636db2a9-1bdd-4cfb-b003-6a6265a5bc56 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:38:16.071452 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3dab2b77-dd03-4a41-bfb4-72e65eef9280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:37:55Z', 'updated_at': '2021-09-09T14:38:13Z', 'revision_number': 4, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'gw_port': {'id': '3dab2b77-dd03-4a41-bfb4-72e65eef9280', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:12Z', 'updated_at': '2021-09-09T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6', 'name': '', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'mac_address': 'fa:16:3e:53:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:04Z', 'updated_at': '2021-09-09T14:38:14Z', 'revision_number': 5, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'subnets': [{'id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:38:16.097255 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ee564a-5e0d-43de-b7fa-d9cdb7476178 None None] The sync data for ids ['636db2a9-1bdd-4cfb-b003-6a6265a5bc56'] in dv-cinder-807469-2-iscsi is: [{'id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'name': 'router1', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '3dab2b77-dd03-4a41-bfb4-72e65eef9280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:37:55Z', 'updated_at': '2021-09-09T14:38:13Z', 'revision_number': 4, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'gw_port': {'id': '3dab2b77-dd03-4a41-bfb4-72e65eef9280', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:46:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:12Z', 'updated_at': '2021-09-09T14:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6', 'name': '', 'network_id': '1ddc41de-bd87-4bab-82b3-e376d207194b', 'tenant_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'mac_address': 'fa:16:3e:53:cc:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '636db2a9-1bdd-4cfb-b003-6a6265a5bc56', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:38:04Z', 'updated_at': '2021-09-09T14:38:14Z', 'revision_number': 5, 'project_id': 'c32f9fd8f9934e54a78dd0147e326f37', 'subnets': [{'id': 'c60bf000-70fd-4ba8-a5cc-21aa19f43d44', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a5a18dbe-b75d-44d2-9272-75d159984173'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:38:16.123396 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 40732) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:38:16.239553 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:38:16.269935 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a31f9bb7-3d5f-4c36-884e-90f333f8f5ac admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1433287 Sep 09 14:38:16.295604 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:38:16.296019 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:18.240181 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 3dab2b77-dd03-4a41-bfb4-72e65eef9280 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:38:18.301486 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:38:18.305866 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:38:18.306439 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:18.313964 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:38:18.392253 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:18.414112 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 3dab2b77-dd03-4a41-bfb4-72e65eef9280, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=3dab2b77-dd03-4a41-bfb4-72e65eef9280,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:38:18.419884 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:18.473184 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=3dab2b77-dd03-4a41-bfb4-72e65eef9280,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:38:20.225406 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 3dab2b77-dd03-4a41-bfb4-72e65eef9280 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:38:20.278764 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 3dab2b77-dd03-4a41-bfb4-72e65eef9280 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:38:20.280025 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:29.714280 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-85c14f81-001e-472b-b6f4-e0aaa3cb5d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:32.608480 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97382ab8-c615-461f-bebf-35972b070742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:32.752009 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:33.578081 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:35.035853 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:38:55.313224 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:38:59.709093 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b3a84e11-1494-4fdd-89ea-294a7bd00dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:02.603371 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-69e19c2b-3cab-43cc-b759-c1ba9952923e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:02.748989 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:03.578215 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:05.037212 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:29.709434 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b097d4c-1225-4172-8a1e-878c5f845b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:32.331389 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:39:32.605694 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2d983a87-380c-4854-a199-a8c34a626f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:32.743722 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:33.580249 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:35.044227 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:55.716559 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41294) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:39:55.776824 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.pecan_wsgi.hooks.translation [None req-435e6b73-f43f-4526-82bf-d101afa35255 admin admin] GET failed (client error): The resource could not be found. Sep 09 14:39:55.778165 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-435e6b73-f43f-4526-82bf-d101afa35255 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606656 Sep 09 14:39:56.008841 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a1f03e-c27f-4995-b9c5-a47db1c931cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:39:56.010883 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-64a1f03e-c27f-4995-b9c5-a47db1c931cd admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2276430 Sep 09 14:39:58.193484 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41304) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:39:58.296104 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e001a0-3aa9-45ae-a111-d75727391ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:39:58.297449 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-25e001a0-3aa9-45ae-a111-d75727391ec3 admin admin] 10.222.0.21 "GET /v2.0/subnets/c60bf000-70fd-4ba8-a5cc-21aa19f43d44 HTTP/1.1" status: 200 len: 849 time: 0.1030276 Sep 09 14:39:58.307714 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:39:58.391276 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:58.538109 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749685525517'] for subnet, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:58.568323 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:39:58.569409 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:58.570820 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] 10.222.0.21 "PUT /v2.0/subnets/c60bf000-70fd-4ba8-a5cc-21aa19f43d44 HTTP/1.1" status: 200 len: 868 time: 0.2671304 Sep 09 14:39:58.571455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ce603b-41fd-4d89-8274-441309f65a0e None None] Network 1ddc41de-bd87-4bab-82b3-e376d207194b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:39:58.595944 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60bf000-70fd-4ba8-a5cc-21aa19f43d44,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:39:58.603319 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.603609 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.604243 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.605059 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.605401 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.605758 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.606103 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.606452 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.606805 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.607139 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.607469 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.607820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ca25ee-efd7-4d52-8bf2-ded441c8bc44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:39:58.927801 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5c7a25c0-0976-4818-b3d7-af76b98ed627 None None] Provisioning complete for port 5ff58d0c-5415-461d-9b83-63714d265ae5 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:39:58.928180 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5c7a25c0-0976-4818-b3d7-af76b98ed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:59.013027 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5c7a25c0-0976-4818-b3d7-af76b98ed627 None None] Provisioning complete for port 6b1f1e7e-bd08-4adf-aed4-a560a4cdeae6 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:39:59.013326 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5c7a25c0-0976-4818-b3d7-af76b98ed627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:39:59.711506 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-12c134e5-deb3-4ce0-9518-4f0436e7db30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:00.747202 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41314) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:00.947966 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8c300-6532-4a40-a81a-658533703ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:00.948363 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a8c300-6532-4a40-a81a-658533703ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:00.949931 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-71a8c300-6532-4a40-a81a-658533703ba3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2017484 Sep 09 14:40:02.606873 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-bf5059c8-07af-45a3-be84-b6d31cf20d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:02.745614 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:03.116430 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41322) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:03.310964 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33e8bb-1db1-43ff-8d2b-329dec08b0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:03.311352 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33e8bb-1db1-43ff-8d2b-329dec08b0f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:03.312932 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9c33e8bb-1db1-43ff-8d2b-329dec08b0f3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1955593 Sep 09 14:40:03.584211 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:05.047104 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:05.487023 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41330) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:05.627833 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ffd98-8c22-4c51-b878-6ccc2a1a9329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:05.629121 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-333ffd98-8c22-4c51-b878-6ccc2a1a9329 admin admin] 10.222.0.21 "GET /v2.0/networks/1ddc41de-bd87-4bab-82b3-e376d207194b HTTP/1.1" status: 200 len: 869 time: 0.1411645 Sep 09 14:40:07.820026 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41338) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:07.963161 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde83e5e-481e-41ba-871e-469c31d5da1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:07.964594 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-bde83e5e-481e-41ba-871e-469c31d5da1e admin admin] 10.222.0.21 "GET /v2.0/networks/1fadaf42-1d78-4624-9dcd-577717358d82 HTTP/1.1" status: 200 len: 886 time: 0.1435871 Sep 09 14:40:09.319927 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:40:10.173114 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41346) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:10.296625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cbf8f-ec8d-4907-9415-dc2809c03c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:10.297083 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539cbf8f-ec8d-4907-9415-dc2809c03c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:10.298614 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-539cbf8f-ec8d-4907-9415-dc2809c03c39 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1245623 Sep 09 14:40:12.481089 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41354) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:12.569527 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274184a-926f-4798-a057-62c270ccc9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:12.569980 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274184a-926f-4798-a057-62c270ccc9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:12.571588 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5274184a-926f-4798-a057-62c270ccc9df admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895059 Sep 09 14:40:14.725953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41362) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:14.811747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694f605-f704-42e8-b9a4-2a2f534d62b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:14.813133 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9694f605-f704-42e8-b9a4-2a2f534d62b4 admin admin] 10.222.0.21 "GET /v2.0/subnets/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb HTTP/1.1" status: 200 len: 816 time: 0.0862114 Sep 09 14:40:16.962761 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41370) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:17.056918 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b2b6e9-91b8-4313-b6e2-1a4013e0d432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:17.058284 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-35b2b6e9-91b8-4313-b6e2-1a4013e0d432 admin admin] 10.222.0.21 "GET /v2.0/subnets/c60bf000-70fd-4ba8-a5cc-21aa19f43d44 HTTP/1.1" status: 200 len: 868 time: 0.0945773 Sep 09 14:40:29.712232 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3f53b243-e53b-4a6f-b1aa-750d3410120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:32.607603 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9f9bfc04-e0f2-437a-9e57-5e5fc53d6498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:32.747060 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:33.587271 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:35.050404 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:40.651124 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41424) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:40.698964 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-ae1c6600-2101-42e3-9476-61b398ae823a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:40:40.699999 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ae1c6600-2101-42e3-9476-61b398ae823a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478795 Sep 09 14:40:42.966257 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41432) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:43.026133 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42422f9-047a-496b-aa3a-2b141593218a admin admin] GET failed (client error): The resource could not be found. Sep 09 14:40:43.027452 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f42422f9-047a-496b-aa3a-2b141593218a admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602775 Sep 09 14:40:43.166526 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d70810-9baf-4a65-9095-211518424528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:43.167940 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-20d70810-9baf-4a65-9095-211518424528 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1359396 Sep 09 14:40:45.388416 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41440) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:45.435558 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:40:45.458938 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Made reservation on behalf of 15fedeca00504f02a3a8cd1951b946cd for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:40:45.461860 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:45.507566 dv-cinder-807469-2-iscsi neutron-server[105671]: WARNING neutron.services.revisions.revision_plugin [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Could not find related network for resource to bump revision. Sep 09 14:40:45.523655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:40:45.536071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749685272980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:45.536608 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Unsubscribe: segment precommit_create {{(pid=105671) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 14:40:45.537071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Added segment 00f1d4f9-b7b3-4eb7-b546-0088daed40f2 of type vlan for network 1eee0c4e-88ce-487c-acad-82c6b464f267 Sep 09 14:40:45.580072 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:45.608861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:45.609880 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:45.610442 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:45.667081 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2775867 Sep 09 14:40:45.702847 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af67ff5-ed0c-43e9-a55d-e3ebe3d31c3a admin admin] Pushing event updated for resources: {'Network': ['ID=1eee0c4e-88ce-487c-acad-82c6b464f267,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:40:45.714901 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 1eee0c4e-88ce-487c-acad-82c6b464f267 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:40:46.317797 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:40:47.899051 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41448) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:40:47.957362 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc50072-683e-4d95-8ac5-5acb6a4620aa admin admin] GET failed (client error): The resource could not be found. Sep 09 14:40:47.958667 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-cfc50072-683e-4d95-8ac5-5acb6a4620aa admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586622 Sep 09 14:40:48.030479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6915a863-f293-446e-bdc8-70f9adfddd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:48.031929 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6915a863-f293-446e-bdc8-70f9adfddd54 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678406 Sep 09 14:40:48.042495 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:40:48.062539 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Made reservation on behalf of 15fedeca00504f02a3a8cd1951b946cd for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:40:48.064719 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.225298 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.279264 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f9e62ea-d599-4d9c-8432-36ffe34a55fe,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:40:48.286262 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Checking segment: {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:40:48.286611 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Network hostable DHCP agents. Network: 1eee0c4e-88ce-487c-acad-82c6b464f267, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:40:48.302145 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Network 1eee0c4e-88ce-487c-acad-82c6b464f267 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:40:48.310259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 1eee0c4e-88ce-487c-acad-82c6b464f267) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:40:48.314300 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:40:48.314878 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.320267 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04f2410-9db1-494f-b56a-9031add86a2a None None] Network 1eee0c4e-88ce-487c-acad-82c6b464f267 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:40:48.335598 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-378938d2-aaed-428f-8a2d-1062cf64c52f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2911820 Sep 09 14:40:48.476279 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-1eee0c4e-88ce-487c-acad-82c6b464f267', 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267', 'tenant_id': '15fedeca00504f02a3a8cd1951b946cd', 'fixed_ips': [{'subnet_id': '7f9e62ea-d599-4d9c-8432-36ffe34a55fe'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:40:48.477127 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.613852 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Allocated IP 192.168.233.2 (1eee0c4e-88ce-487c-acad-82c6b464f267/7f9e62ea-d599-4d9c-8432-36ffe34a55fe/09982635-b30a-460f-b6e9-12931b908df5) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:40:48.760797 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.769081 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Transition to ACTIVE for port object 09982635-b30a-460f-b6e9-12931b908df5 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:40:48.784751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Transition to ACTIVE for port object 09982635-b30a-460f-b6e9-12931b908df5 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:40:48.791354 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.828848 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Network 1eee0c4e-88ce-487c-acad-82c6b464f267 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:40:48.831636 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:40:48.837573 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:40:48.847190 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Pushing event updated for resources: {'Port': ['ID=09982635-b30a-460f-b6e9-12931b908df5,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:40:48.873913 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.874266 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.874615 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.874950 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.875301 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.875639 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.875997 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.876327 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.876757 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.877088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.877412 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.877730 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:40:48.909433 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Attempting to bind port 09982635-b30a-460f-b6e9-12931b908df5 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:40:48.909802 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Attempting to bind port 09982635-b30a-460f-b6e9-12931b908df5 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:40:48.910185 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Attempting to bind port 09982635-b30a-460f-b6e9-12931b908df5 on network 1eee0c4e-88ce-487c-acad-82c6b464f267 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:40:48.915375 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:40:48.915820 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Checking segment: {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:40:48.916178 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.916571 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Bound using segment: {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:40:48.917034 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Bound port: 09982635-b30a-460f-b6e9-12931b908df5, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:40:48.917429 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:48.980131 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] For port 09982635-b30a-460f-b6e9-12931b908df5, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:40:48.983375 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] For port 09982635-b30a-460f-b6e9-12931b908df5, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=09982635-b30a-460f-b6e9-12931b908df5,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:40:48.988081 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:49.044460 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9668d-3f45-45bc-81e7-abb1d6e31a8b None None] Pushing event updated for resources: {'Port': ['ID=09982635-b30a-460f-b6e9-12931b908df5,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:40:49.840088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaab806-68e0-467a-a91f-21ccf8fe2013 None None] Network 1eee0c4e-88ce-487c-acad-82c6b464f267 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:40:49.924869 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-45bed2b1-4597-488e-81cb-5d3d10dff80a None None] Provisioning for port 09982635-b30a-460f-b6e9-12931b908df5 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:40:50.323246 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 09982635-b30a-460f-b6e9-12931b908df5 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:40:50.378310 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 09982635-b30a-460f-b6e9-12931b908df5 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:40:50.382280 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 09982635-b30a-460f-b6e9-12931b908df5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:40:50.382650 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:50.459855 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:50.492234 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 09982635-b30a-460f-b6e9-12931b908df5, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=09982635-b30a-460f-b6e9-12931b908df5,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:40:50.496041 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:50.544570 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=09982635-b30a-460f-b6e9-12931b908df5,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:40:52.301478 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 09982635-b30a-460f-b6e9-12931b908df5 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:40:52.352240 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 09982635-b30a-460f-b6e9-12931b908df5 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:40:52.352610 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:40:59.714458 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1d61bb2a-c83e-40df-8589-66b88e04541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:02.608309 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8a326777-5ad4-4796-93a4-3e31052542e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:02.747384 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:03.589970 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:05.053409 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:23.315367 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:41:29.716917 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f87118c5-f23c-46ad-854a-7b93ec76a3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:32.608794 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-32f051a9-123f-48ba-98da-c013c07cf41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:32.749616 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:33.593499 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:35.056224 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:58.263410 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41500) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:41:58.269415 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [None req-94427940-b5bf-4b1e-97ec-78c535678e58 tempest-verify_tempest_config-2006219674 tempest-verify_tempest_config-2006219674-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:41:58.270383 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-94427940-b5bf-4b1e-97ec-78c535678e58 tempest-verify_tempest_config-2006219674 tempest-verify_tempest_config-2006219674-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059798 Sep 09 14:41:58.557044 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41518) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:41:58.659915 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:58.775672 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:58.779301 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:58.823270 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c515f8777c042d4882fde01ca74a107&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2652040 Sep 09 14:41:58.824849 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7698fb5-f4f5-42b5-bd68-646d7a53a988,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:41:58.826246 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41522) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:41:58.831982 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.832332 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.832676 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.833008 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.833340 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.833691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.834019 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.834357 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.834698 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.835028 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.835348 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.835667 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf4c086-0fbd-42de-a282-98753eb82cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:58.884724 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:58.914851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:58.999946 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:59.002445 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:41:59.003641 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7698fb5-f4f5-42b5-bd68-646d7a53a988 HTTP/1.1" status: 204 len: 168 time: 0.1759331 Sep 09 14:41:59.014678 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7698fb5-f4f5-42b5-bd68-646d7a53a988,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:41:59.026092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.026628 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.027196 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.027754 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.028320 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.028888 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.029459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.030048 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.030639 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.031197 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.031771 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.032314 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe36c1d-2304-4784-a0af-947725d95f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:41:59.718347 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-82a3c7e3-a545-4622-a111-ea2eaf2ba0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:00.313407 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:42:02.609857 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a6a7400-1666-4898-933e-f8977fbe7039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:02.750258 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:03.597754 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:05.059132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:29.718739 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5dfc1ea7-62d9-4a4d-8904-0511fcaa5a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:32.611069 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e527a5ea-42c6-4d14-8d2a-0bcca8f52c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:32.750773 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:33.600931 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:35.061931 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:42:37.311123 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:42:59.719227 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-be39bb0a-ac21-4c0c-be6b-379de81544b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:02.611197 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-64f5d1dd-1e63-4b3d-9cbb-a3a06ed23586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:02.751701 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:03.603773 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:05.064092 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:14.309478 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 5 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:43:28.511551 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3681990'] for agent, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:29.718719 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-98df6472-4097-4267-9684-6309c1d060a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:32.618663 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6039d5c3-f7d2-49d9-a703-2b28385c25aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:32.751673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:33.606725 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:35.068059 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:43.316387 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41596) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:43:43.418944 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-894e8005-d420-4bdf-958e-2509c544ac8a admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1014626 Sep 09 14:43:45.628880 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41606) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:43:45.682308 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a3dc59be-0ed0-4b0f-9957-677d51aa1081 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0523522 Sep 09 14:43:51.308365 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:43:58.504545 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:43:59.720143 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac512279-d822-472b-b2a9-549f92d7db3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:02.608811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-12bedadf-0a27-45a4-8536-8d43fa4a8527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:02.754742 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:03.610850 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:05.070357 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:28.306830 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:44:28.513195 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:29.721716 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e8e490a0-4769-4549-b28a-7ed1b4058dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:32.610198 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-dceffd4c-e8c6-4dbc-a825-c601839d9187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:32.758274 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:33.613752 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:35.076063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:58.513962 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:44:59.723321 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-097781ef-ddbf-4587-956b-2db2140f9cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:02.611559 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2b80dc70-af9c-4260-a85b-eab78048dd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:02.759546 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:03.616084 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:05.077200 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:05.305548 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:45:13.882749 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41806) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:14.119578 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-444455367-network', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:14.146367 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Made reservation on behalf of ce4e39b892ad4ade9c23f574a9020ed1 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:14.152831 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.163050 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.251662 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.255849 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.269625 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:45:14.299357 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa630539-bef6-4392-9e38-81941da7cb9f,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:14.302845 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.303191 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Added segment f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea of type vlan for network 530f2b2e-033d-413d-b273-9f1005827dc0 Sep 09 14:45:14.308280 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.308652 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.309179 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.309511 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.309847 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.310358 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.310865 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.311350 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.311864 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.312372 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.312946 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.313278 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Tracked resource versions report: Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: pushed versions: Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: { 'AddressGroup': {'1.2'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'ConntrackHelper': {'1.0'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Log': {'1.0'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Network': {'1.1'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Port': {'1.7'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'PortForwarding': {'1.2'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'QosPolicy': {'1.9'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroup': {'1.4'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SubPort': {'1.0'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Subnet': {'1.1'}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Trunk': {'1.1'}} Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: consumer versions: Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: HyperV agent@hv-cinder-80746: {}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'ConntrackHelper': '1.0', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Log': '1.0', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Network': '1.1', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Port': '1.7', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'PortForwarding': '1.2', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'QosPolicy': '1.9', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroup': '1.4', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SecurityGroupRule': '1.2', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'SubPort': '1.0', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Subnet': '1.1', Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: 'Trunk': '1.1'}} Sep 09 14:45:14.314335 dv-cinder-807469-2-iscsi neutron-server[105670]: {{(pid=105670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:45:14.357098 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.384537 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.385583 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:14.386205 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.424549 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5399673 Sep 09 14:45:14.427614 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41844) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:14.437259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Request body: {'subnet': {'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-subnet', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:14.455795 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c615e-645a-435f-a4d8-a29e69a39dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=530f2b2e-033d-413d-b273-9f1005827dc0,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:14.462985 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Made reservation on behalf of ce4e39b892ad4ade9c23f574a9020ed1 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:14.466054 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 530f2b2e-033d-413d-b273-9f1005827dc0 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:45:14.466938 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.634354 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.638564 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41854) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:14.696678 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:14.704689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Checking segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:14.705139 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Network hostable DHCP agents. Network: 530f2b2e-033d-413d-b273-9f1005827dc0, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:45:14.712543 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.712960 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.713365 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.713759 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.714152 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.714500 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.714828 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.715173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.715517 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.715862 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.716182 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.716499 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Tracked resource versions report: Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: pushed versions: Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: { 'AddressGroup': {'1.2'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'ConntrackHelper': {'1.0'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Log': {'1.0'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Network': {'1.1'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Port': {'1.7'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'PortForwarding': {'1.2'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'QosPolicy': {'1.9'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroup': {'1.4'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SubPort': {'1.0'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Subnet': {'1.1'}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Trunk': {'1.1'}} Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: consumer versions: Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: HyperV agent@hv-cinder-80746: {}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'ConntrackHelper': '1.0', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Log': '1.0', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Network': '1.1', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Port': '1.7', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'PortForwarding': '1.2', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'QosPolicy': '1.9', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroup': '1.4', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SecurityGroupRule': '1.2', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'SubPort': '1.0', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Subnet': '1.1', Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: 'Trunk': '1.1'}} Sep 09 14:45:14.717537 dv-cinder-807469-2-iscsi neutron-server[105671]: {{(pid=105671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:45:14.734070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Network 530f2b2e-033d-413d-b273-9f1005827dc0 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:45:14.745500 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 530f2b2e-033d-413d-b273-9f1005827dc0) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:14.751465 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:14.752151 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.757162 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49782add-8ee1-4b5c-b779-449ce2cf6cac None None] Network 530f2b2e-033d-413d-b273-9f1005827dc0 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:45:14.774611 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41864) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:14.779418 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:14.784280 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f772d022-273b-472f-a148-f43173516aa7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3548937 Sep 09 14:45:14.789796 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41866) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:14.817513 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.819266 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.877055 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:14.911235 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41020831-2346-4942-b2df-7259af4c41c0 None None] Network 530f2b2e-033d-413d-b273-9f1005827dc0 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:45:14.997075 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1864211642-network', 'tenant_id': '26fabfde0add4a2badaf7c60827fb424'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:15.024481 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Made reservation on behalf of 26fabfde0add4a2badaf7c60827fb424 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:15.026981 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.042376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-network', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:15.082005 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Made reservation on behalf of 5c1a8bd673264a74acc528dabeba56ad for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:15.083430 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.084908 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.092742 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.098319 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.244292 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.250411 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.282962 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc5b860-b668-434d-b13e-3cc235a8da03,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:15.305652 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:45:15.360493 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.361114 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Added segment 4f305af7-85af-4776-8947-f6268263d52a of type vlan for network 79a29534-23ec-48a5-94ab-1a62fef76898 Sep 09 14:45:15.472000 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.477331 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.501797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:45:15.506758 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.519777 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a263c098-7417-40dd-a442-7126258c45e7,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:15.524892 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.525368 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Added segment 539c8c0d-887e-435c-95da-ca777c89d4ad of type vlan for network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b Sep 09 14:45:15.536762 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.539610 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.574355 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.607703 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.609256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:15.610892 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.611778 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.612983 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:15.613945 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.683095 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=79a29534-23ec-48a5-94ab-1a62fef76898,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:15.696764 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 79a29534-23ec-48a5-94ab-1a62fef76898 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:45:15.721317 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] Pushing event updated for resources: {'Network': ['ID=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:15.722128 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-aa669605-b5c7-4f75-bd20-d849bea3f7b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0824294 Sep 09 14:45:15.726349 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 41910) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:15.733578 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Request body: {'subnet': {'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1864211642-subnet', 'tenant_id': '26fabfde0add4a2badaf7c60827fb424', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:15.739317 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-251094c0-6f8b-4507-90e4-13364eafc236 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9464819 Sep 09 14:45:15.740068 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41912) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:15.752228 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Request body: {'subnet': {'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-subnet', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:15.774201 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Allocated IP 172.27.2.198 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/0f6e3e50-44b2-47d6-9535-e8c2df9aee5e) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:15.781574 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Made reservation on behalf of 26fabfde0add4a2badaf7c60827fb424 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:15.784560 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:15.808647 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Made reservation on behalf of 5c1a8bd673264a74acc528dabeba56ad for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:15.823096 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.042615 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.079522 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:45:16.094364 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.119516 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.152806 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:16.161840 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:16.172959 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:16.177508 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Pushing event updated for resources: {'Port': ['ID=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:16.210438 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=958bdbd8-83d2-4585-9839-6c4525ee7e03,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:16.220444 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Checking segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:16.220931 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Network hostable DHCP agents. Network: 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:45:16.241853 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:45:16.254915 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:16.261297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:16.261297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.268195 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ea3bb0-dc71-4099-b8d7-60b10b407a6e None None] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:45:16.282837 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0dd024a8-7a37-4bd1-ba9c-a017beb951e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5369287 Sep 09 14:45:16.283479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41946) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:16.291475 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:16.337572 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.339628 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.486545 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:45:16.487698 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.555067 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.560219 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.732393 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa11bfaf-db5f-438f-98c8-7f371299a661,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:16.765108 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Allocated IP 172.20.0.2 (8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b/958bdbd8-83d2-4585-9839-6c4525ee7e03/3fed8b0a-eab4-40ef-9be8-39410255e213) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:16.768174 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Checking segment: {'id': '4f305af7-85af-4776-8947-f6268263d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:16.768601 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Network hostable DHCP agents. Network: 79a29534-23ec-48a5-94ab-1a62fef76898, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:45:16.782527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.812245 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.857381 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Network 79a29534-23ec-48a5-94ab-1a62fef76898 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:45:16.931930 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 79a29534-23ec-48a5-94ab-1a62fef76898) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:16.941082 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:16.941971 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:16.972363 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e41ad5d3-e964-479e-bb21-17948ea5fbaf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2446790 Sep 09 14:45:17.002769 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337cbedd-606f-4e49-b9c3-428a43a7a4d1 None None] Network 79a29534-23ec-48a5-94ab-1a62fef76898 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:45:17.122968 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.150133 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.180997 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.187703 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.192614 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Transition to ACTIVE for port object 3fed8b0a-eab4-40ef-9be8-39410255e213 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:17.264988 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2432480-7a8b-41ad-87d3-6a5b151f6a0b None None] Network 79a29534-23ec-48a5-94ab-1a62fef76898 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:45:17.269649 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Transition to ACTIVE for port object 3fed8b0a-eab4-40ef-9be8-39410255e213 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:17.312107 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.396111 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fed8b0a-eab4-40ef-9be8-39410255e213,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:17.415040 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Allocated IP 172.27.2.31 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/6c84e027-1bb6-43d3-aa3b-a42be75fa0c1) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:17.434072 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Router 874025cb-8500-4604-86cb-66796fcda068 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:45:17.439470 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.439922 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.440482 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.440747 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.444953 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.445373 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.445784 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.446129 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.446506 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.447550 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.448971 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.448971 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Tracked resource versions report: Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: pushed versions: Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: { 'AddressGroup': {'1.2'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'ConntrackHelper': {'1.0'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Log': {'1.0'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Network': {'1.1'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Port': {'1.7'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'PortForwarding': {'1.2'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'QosPolicy': {'1.9'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroup': {'1.4'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SubPort': {'1.0'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Subnet': {'1.1'}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Trunk': {'1.1'}} Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: consumer versions: Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: HyperV agent@hv-cinder-80746: {}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'ConntrackHelper': '1.0', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Log': '1.0', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Network': '1.1', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Port': '1.7', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'PortForwarding': '1.2', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'QosPolicy': '1.9', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroup': '1.4', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SecurityGroupRule': '1.2', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'SubPort': '1.0', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Subnet': '1.1', Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: 'Trunk': '1.1'}} Sep 09 14:45:17.451843 dv-cinder-807469-2-iscsi neutron-server[105672]: {{(pid=105672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:45:17.488390 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 41996) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:17.490632 dv-cinder-807469-2-iscsi neutron-server[105671]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 14:45:17.521946 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:17.525221 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:17.528698 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:17.612218 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:45:17.626492 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Sync routers for ids ['874025cb-8500-4604-86cb-66796fcda068'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:45:17.639824 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.642647 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Routers {'874025cb-8500-4604-86cb-66796fcda068'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:17.648439 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['874025cb-8500-4604-86cb-66796fcda068'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:17.650661 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.652210 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c241d514-63b5-4c75-bdef-7d08c3beebca admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8762934 Sep 09 14:45:17.654849 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42000) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:17.666436 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Attempting to bind port 3fed8b0a-eab4-40ef-9be8-39410255e213 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:17.670327 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Attempting to bind port 3fed8b0a-eab4-40ef-9be8-39410255e213 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:17.672245 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Attempting to bind port 3fed8b0a-eab4-40ef-9be8-39410255e213 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:17.705580 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.714538 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:17.716972 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Checking segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:17.717501 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.718011 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Bound using segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:17.722023 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Bound port: 3fed8b0a-eab4-40ef-9be8-39410255e213, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:17.722802 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.730799 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:17.739351 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:17.753967 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:17.923225 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] For port 3fed8b0a-eab4-40ef-9be8-39410255e213, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:17.926589 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] For port 3fed8b0a-eab4-40ef-9be8-39410255e213, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=3fed8b0a-eab4-40ef-9be8-39410255e213,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:17.936505 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:17.989747 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Set router 874025cb-8500-4604-86cb-66796fcda068 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:18.087273 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9c1b6-c632-4216-95c1-924e9303f0d8 None None] Pushing event updated for resources: {'Port': ['ID=3fed8b0a-eab4-40ef-9be8-39410255e213,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:18.263648 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:45:16Z', 'revision_number': 3, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:18.295961 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Checking router: 874025cb-8500-4604-86cb-66796fcda068 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:45:18.304806 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Updating router 874025cb-8500-4604-86cb-66796fcda068 port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:45:18.343100 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.454520 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:18.486350 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-e890ae01-9c35-42ee-9766-35a2b138857f tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:18.497840 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-e890ae01-9c35-42ee-9766-35a2b138857f tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/networks?id=79a29534-23ec-48a5-94ab-1a62fef76898 HTTP/1.1" status: 200 len: 812 time: 1.0083463 Sep 09 14:45:18.545781 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-b696423a-a2a9-44f2-8f9a-84fea95f6cd8 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/quotas/26fabfde0add4a2badaf7c60827fb424 HTTP/1.1" status: 200 len: 375 time: 0.0470099 Sep 09 14:45:18.700299 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42040) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:18.700787 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42042) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:18.723266 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-ea7b88e8-39d6-41e3-b89f-5ac31b276711 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=26fabfde0add4a2badaf7c60827fb424&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765029 Sep 09 14:45:18.724782 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.751371 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.756450 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.767918 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Transition to ACTIVE for port object 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:18.779179 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.852353 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Attempting to bind port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:18.853196 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Attempting to bind port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:18.853829 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Attempting to bind port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:18.869889 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Pushing event updated for resources: {'Port': ['ID=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:18.876913 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:18.877588 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:18.878253 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.878844 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:18.879533 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Bound port: 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:18.880221 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.910744 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3187de76-f719-4f89-8784-0b2cacd35adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:18.912600 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.913190 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.913758 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.914443 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.930877 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.931521 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.933222 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.934856 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.935210 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.937078 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.938513 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.939009 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Tracked resource versions report: Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: pushed versions: Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: { 'AddressGroup': {'1.2'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'ConntrackHelper': {'1.0'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Log': {'1.0'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Network': {'1.1'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Port': {'1.7'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'PortForwarding': {'1.2'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'QosPolicy': {'1.9'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroup': {'1.4'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SubPort': {'1.0'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Subnet': {'1.1'}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Trunk': {'1.1'}} Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: consumer versions: Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: { DHCP agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: HyperV agent@hv-cinder-80746: {}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: L3 agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: Metadata agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: Metering agent@dv-cinder-807469-2-iscsi: {}, Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: Open vSwitch agent@dv-cinder-807469-2-iscsi: { 'AddressGroup': '1.2', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'ConntrackHelper': '1.0', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Log': '1.0', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Network': '1.1', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Port': '1.7', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'PortForwarding': '1.2', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'QosPolicy': '1.9', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroup': '1.4', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SecurityGroupRule': '1.2', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'SubPort': '1.0', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Subnet': '1.1', Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: 'Trunk': '1.1'}} Sep 09 14:45:18.942704 dv-cinder-807469-2-iscsi neutron-server[105673]: {{(pid=105673) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:45:19.004975 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] For port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:19.011647 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] For port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:19.017704 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-39b26a38-2f54-41e2-a022-22ea935f29ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.018901 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.051870 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Allocated IP 172.20.0.1 (530f2b2e-033d-413d-b273-9f1005827dc0/9d9ebc9b-322c-47b2-b78c-86ca9d39ae25/ff5a3d69-17b5-460f-afb2-e648ff800e42) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:19.117512 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-0837854a-bfb9-4d9d-a865-ee6f9c7bbfba service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:45:19.118582 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-0837854a-bfb9-4d9d-a865-ee6f9c7bbfba service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1571281 Sep 09 14:45:19.125504 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Routers {'874025cb-8500-4604-86cb-66796fcda068'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:19.126629 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['874025cb-8500-4604-86cb-66796fcda068'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:19.208683 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.249272 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3187de76-f719-4f89-8784-0b2cacd35adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.262257 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3187de76-f719-4f89-8784-0b2cacd35adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.318159 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187de76-f719-4f89-8784-0b2cacd35adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba5484-a4ae-4a06-a959-e30964ae6f76,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:19.326006 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.411837 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] Set router 874025cb-8500-4604-86cb-66796fcda068 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:19.510370 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3187de76-f719-4f89-8784-0b2cacd35adf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4caeba90cc5439bb928b02da5b6497a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8027754 Sep 09 14:45:19.520100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42076) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:19.520832 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf17e1-c2df-4a56-884b-053648e6067e None None] Pushing event updated for resources: {'Port': ['ID=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:19.535596 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a5e7b76d-ee41-4eeb-a5c1-481e1f99dc2d service neutron] 10.222.0.21 "GET /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979166 Sep 09 14:45:19.629367 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.680626 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-541aabbb-80d3-4c04-bf57-b65cbb7d466c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.683030 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a7a5e509-4b79-4417-ac34-5d8f8a86e01d service neutron] 10.222.0.21 "GET /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355355 Sep 09 14:45:19.688096 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:45:19.707683 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Network 530f2b2e-033d-413d-b273-9f1005827dc0 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:19.712373 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289f25bb-61a3-474a-9d55-869926f8b2eb None None] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:45:19.719237 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-39b26a38-2f54-41e2-a022-22ea935f29ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.731379 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:19.734069 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:19.735547 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.742122 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-39b26a38-2f54-41e2-a022-22ea935f29ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.752885 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:45:16Z', 'revision_number': 3, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:19.814965 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-39b26a38-2f54-41e2-a022-22ea935f29ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39e33a8e1a8d4bf7bcfd364479d5a52a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1090794 Sep 09 14:45:19.815816 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Pushing event updated for resources: {'Port': ['ID=ff5a3d69-17b5-460f-afb2-e648ff800e42,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:19.822349 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42086) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:19.826165 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bb326b-743b-4d6b-9855-97ce4b4d2412 None None] The sync data for ids ['874025cb-8500-4604-86cb-66796fcda068'] in dv-cinder-807469-2-iscsi is: [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:45:16Z', 'revision_number': 3, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:45:19.865208 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b26a38-2f54-41e2-a022-22ea935f29ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4779c99-8707-458b-b4fb-c0c3d4c03ba9,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:19.870516 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-541aabbb-80d3-4c04-bf57-b65cbb7d466c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:19.899881 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-dfc26af6-1e13-4f78-ac62-a23e58b8ae6c None None] Provisioning for port 3fed8b0a-eab4-40ef-9be8-39410255e213 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:19.977646 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:45:20.006952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-246979a8-7a93-49d9-a1d8-b7bbb0e0945e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.009625 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:45:20.014502 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.016313 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8d030d5d-e2fb-4a7d-9863-7558fe4a96d9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7315471 Sep 09 14:45:20.018969 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42096) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:20.040198 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:20.040954 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:20.113606 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-246979a8-7a93-49d9-a1d8-b7bbb0e0945e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.221294 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.245844 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42114) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:20.253087 dv-cinder-807469-2-iscsi neutron-server[105670]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 14:45:20.322712 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:20.349260 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47eed76f-309e-4547-804d-296ed8f23a40 req-19de63e9-7e4f-4969-8ee3-3f0db4d35f4f tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.0986772 Sep 09 14:45:20.349925 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-541aabbb-80d3-4c04-bf57-b65cbb7d466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.352475 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-541aabbb-80d3-4c04-bf57-b65cbb7d466c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.353745 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-541aabbb-80d3-4c04-bf57-b65cbb7d466c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04ba5484-a4ae-4a06-a959-e30964ae6f76 HTTP/1.1" status: 204 len: 168 time: 0.8321764 Sep 09 14:45:20.366374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541aabbb-80d3-4c04-bf57-b65cbb7d466c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba5484-a4ae-4a06-a959-e30964ae6f76,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:20.452090 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-246979a8-7a93-49d9-a1d8-b7bbb0e0945e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.458590 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-246979a8-7a93-49d9-a1d8-b7bbb0e0945e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.466074 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-246979a8-7a93-49d9-a1d8-b7bbb0e0945e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4779c99-8707-458b-b4fb-c0c3d4c03ba9 HTTP/1.1" status: 204 len: 168 time: 0.6014092 Sep 09 14:45:20.582652 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246979a8-7a93-49d9-a1d8-b7bbb0e0945e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4779c99-8707-458b-b4fb-c0c3d4c03ba9,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:20.806578 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.814840 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.815165 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:20.861748 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 3fed8b0a-eab4-40ef-9be8-39410255e213 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:20.979415 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Pushing event updated for resources: {'Port': ['ID=ff5a3d69-17b5-460f-afb2-e648ff800e42,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:21.040869 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 3fed8b0a-eab4-40ef-9be8-39410255e213 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:21.045629 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:21.060228 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 3fed8b0a-eab4-40ef-9be8-39410255e213 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:21.060930 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:21.070174 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Network 530f2b2e-033d-413d-b273-9f1005827dc0 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:21.071713 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:21.122434 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:17Z', 'revision_number': 3, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:21.186248 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:45:21.187063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Updating router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:45:21.227182 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42146) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:21.234778 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:21.287259 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Router 874025cb-8500-4604-86cb-66796fcda068 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:45:21.304824 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be92ad62-fc87-4604-899a-3126eab96cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:21.601800 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:21.604965 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:45:21.624425 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-41d11d95-c3a5-4f9e-8c3f-85617d10fccc admin admin] 10.222.0.21 "PUT /v2.0/routers/874025cb-8500-4604-86cb-66796fcda068/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9605863 Sep 09 14:45:21.731339 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 3fed8b0a-eab4-40ef-9be8-39410255e213, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=3fed8b0a-eab4-40ef-9be8-39410255e213,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:21.740833 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:21.742386 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:21.858013 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:21.867674 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:21.868905 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.059330 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=3fed8b0a-eab4-40ef-9be8-39410255e213,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:22.076145 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.095176 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Allocated IP 172.20.0.1 (8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b/958bdbd8-83d2-4585-9839-6c4525ee7e03/9271649e-5d7f-426e-a2fc-d43877770ae4) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:22.144948 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:22.152294 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.158683 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e47e8c4-3dc0-44b6-8a52-b4e6a0b7b8f1 req-91cfcd2c-fca7-4d32-8cb6-15b8f712bdf0 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.5732796 Sep 09 14:45:22.294791 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:22.296514 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.325532 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.336951 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Transition to ACTIVE for port object 9271649e-5d7f-426e-a2fc-d43877770ae4 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:22.342696 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be92ad62-fc87-4604-899a-3126eab96cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.345419 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Transition to ACTIVE for port object 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:22.350588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-be92ad62-fc87-4604-899a-3126eab96cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.354640 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.410096 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92ad62-fc87-4604-899a-3126eab96cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc8475-7d68-4c93-9ba0-37dad9a1bb7b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:22.418380 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42220) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:22.418846 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-be92ad62-fc87-4604-899a-3126eab96cf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eab445cb86954b8e838742306130db37&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1901846 Sep 09 14:45:22.428563 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.436997 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe2fab-8c9b-4a5b-83e5-87165c09149b None None] Pushing event updated for resources: {'Port': ['ID=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:22.440571 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Attempting to bind port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:22.441197 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Attempting to bind port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:22.441754 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Attempting to bind port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:22.448267 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:22.448971 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:22.449556 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.450481 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:22.451363 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Bound port: 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:22.452044 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.497533 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:22.517858 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:22.520098 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Pushing event updated for resources: {'Port': ['ID=9271649e-5d7f-426e-a2fc-d43877770ae4,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:22.540935 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:22.541454 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.558024 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] For port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:22.570416 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] For port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:22.581795 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.610174 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6461a59-fe29-4364-9049-7b92cc311290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.628917 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 3fed8b0a-eab4-40ef-9be8-39410255e213 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:22.664457 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6461a59-fe29-4364-9049-7b92cc311290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.728842 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42228) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:22.784132 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6461a59-fe29-4364-9049-7b92cc311290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.788295 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b6461a59-fe29-4364-9049-7b92cc311290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:22.789717 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b6461a59-fe29-4364-9049-7b92cc311290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cfc8475-7d68-4c93-9ba0-37dad9a1bb7b HTTP/1.1" status: 204 len: 168 time: 0.3700795 Sep 09 14:45:22.811887 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Sync routers for ids ['874025cb-8500-4604-86cb-66796fcda068'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:45:22.816955 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6461a59-fe29-4364-9049-7b92cc311290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc8475-7d68-4c93-9ba0-37dad9a1bb7b,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:22.841595 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Routers {'874025cb-8500-4604-86cb-66796fcda068'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:22.841595 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['874025cb-8500-4604-86cb-66796fcda068'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:22.962911 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5c3c06ba-e26b-4682-9b4c-7a4dc6781b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.016503 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:23.017173 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:23.131144 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe2fab-8c9b-4a5b-83e5-87165c09149b None None] Pushing event updated for resources: {'Port': ['ID=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:23.247957 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-a2815587-dcd2-4ae6-b21d-edb25445a1fe tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:23.249889 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-a2815587-dcd2-4ae6-b21d-edb25445a1fe tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 818 time: 0.2893901 Sep 09 14:45:23.283552 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-3b5a63ed-d424-49af-ae9c-3b0dad21c4b5 None None] Provisioning for port 9271649e-5d7f-426e-a2fc-d43877770ae4 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:23.313746 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 3fed8b0a-eab4-40ef-9be8-39410255e213 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:23.314128 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.352867 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5c3c06ba-e26b-4682-9b4c-7a4dc6781b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.366527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5c3c06ba-e26b-4682-9b4c-7a4dc6781b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.393731 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-b71acded-c656-4842-a6ee-c2cea6c173ba tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/quotas/ce4e39b892ad4ade9c23f574a9020ed1 HTTP/1.1" status: 200 len: 375 time: 0.1187496 Sep 09 14:45:23.416365 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.425510 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-3b5a63ed-d424-49af-ae9c-3b0dad21c4b5 None None] Provisioning complete for port 9271649e-5d7f-426e-a2fc-d43877770ae4 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:23.426110 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3b5a63ed-d424-49af-ae9c-3b0dad21c4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.457893 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Set router 874025cb-8500-4604-86cb-66796fcda068 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:23.504437 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5c3c06ba-e26b-4682-9b4c-7a4dc6781b5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7daa25d14a245308032849f18fbee14&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7745385 Sep 09 14:45:23.511074 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42276) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:23.529720 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c06ba-e26b-4682-9b4c-7a4dc6781b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54e281b-c9a4-4ae8-935b-20f03feccf85,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:23.587667 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:23.599439 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-9294bd45-f543-44d1-b05f-a82c62436122 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844637 Sep 09 14:45:23.623873 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42282) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:23.647611 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ceed2aba-f778-4186-9985-8cdb06729df3 req-fdb705a6-5bc1-4fdc-9f07-1b6c47be3a0d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.1041653 Sep 09 14:45:23.737067 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a63ed-d424-49af-ae9c-3b0dad21c4b5 None None] Port 9271649e-5d7f-426e-a2fc-d43877770ae4 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:45:23.817731 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.13', 57136) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:23.831244 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:45:20Z', 'revision_number': 4, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'ff5a3d69-17b5-460f-afb2-e648ff800e42', 'name': '', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'mac_address': 'fa:16:3e:8d:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:18Z', 'updated_at': '2021-09-09T14:45:20Z', 'revision_number': 2, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'subnets': [{'id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:23.882374 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Checking router: 874025cb-8500-4604-86cb-66796fcda068 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:45:23.882860 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Updating router 874025cb-8500-4604-86cb-66796fcda068 port ff5a3d69-17b5-460f-afb2-e648ff800e42 binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:45:23.887932 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ffef0c2a-68b2-4496-9014-344b36ed44ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.925544 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.930214 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7c31e25a-b3f2-4b75-9cc9-fa0baca558be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:23.991484 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:24.016125 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ffef0c2a-68b2-4496-9014-344b36ed44ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.116884 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.126086 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.127826 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.171195 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ffef0c2a-68b2-4496-9014-344b36ed44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.175008 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ffef0c2a-68b2-4496-9014-344b36ed44ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.180093 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ffef0c2a-68b2-4496-9014-344b36ed44ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c54e281b-c9a4-4ae8-935b-20f03feccf85 HTTP/1.1" status: 204 len: 168 time: 0.6676686 Sep 09 14:45:24.181082 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:24.181664 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.195472 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-35c8079c-78b8-4757-b5f5-84318c91f904 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:24.208998 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-35c8079c-78b8-4757-b5f5-84318c91f904 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.13 "GET /v2.0/networks?id=79a29534-23ec-48a5-94ab-1a62fef76898 HTTP/1.1" status: 200 len: 812 time: 0.3902154 Sep 09 14:45:24.256469 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef0c2a-68b2-4496-9014-344b36ed44ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54e281b-c9a4-4ae8-935b-20f03feccf85,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:24.276858 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Request body: {'port': {'device_id': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898', 'admin_state_up': True, 'tenant_id': '26fabfde0add4a2badaf7c60827fb424'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:24.309110 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Pushing event updated for resources: {'Port': ['ID=9271649e-5d7f-426e-a2fc-d43877770ae4,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:24.310100 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:17Z', 'revision_number': 3, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:24.348226 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-bda45d95-12bd-440e-8552-13b818476904 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:45:24.349271 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-bda45d95-12bd-440e-8552-13b818476904 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5128114 Sep 09 14:45:24.375656 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe9ab5-6c70-4821-a36b-12cd705207e6 None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:17Z', 'revision_number': 3, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:45:24.479812 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:24.499004 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:24.641827 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.671720 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Transition to ACTIVE for port object ff5a3d69-17b5-460f-afb2-e648ff800e42 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:24.687955 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.730579 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7c31e25a-b3f2-4b75-9cc9-fa0baca558be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:24.846995 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:45:24.914966 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4bd4-b012-428d-9b6c-816d93fe955a None None] Pushing event updated for resources: {'Port': ['ID=ff5a3d69-17b5-460f-afb2-e648ff800e42,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:24.947170 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7c31e25a-b3f2-4b75-9cc9-fa0baca558be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.013148 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c98f14d4-574f-4436-a02e-ff9c85091223 None None] Provisioning complete for port 9271649e-5d7f-426e-a2fc-d43877770ae4 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:25.013625 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c98f14d4-574f-4436-a02e-ff9c85091223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.134327 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:45:25.139312 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Attempting to bind port ff5a3d69-17b5-460f-afb2-e648ff800e42 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:25.140284 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Attempting to bind port ff5a3d69-17b5-460f-afb2-e648ff800e42 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:25.141103 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Attempting to bind port ff5a3d69-17b5-460f-afb2-e648ff800e42 on network 530f2b2e-033d-413d-b273-9f1005827dc0 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:25.151832 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-c98f14d4-574f-4436-a02e-ff9c85091223 None None] Port 9271649e-5d7f-426e-a2fc-d43877770ae4 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:45:25.153200 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:25.153779 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Checking segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:25.154353 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.154906 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Bound using segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:25.157541 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Bound port: ff5a3d69-17b5-460f-afb2-e648ff800e42, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:25.158307 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.195477 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ff3e5e7e-8ec8-480d-8af8-8ba1412f023a req-38b75849-5723-481c-beca-690a13ceeeb6 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.0634654 Sep 09 14:45:25.211440 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6c5f13af-7ba2-4fea-84d4-d8cdcfadc51e admin admin] 10.222.0.21 "PUT /v2.0/routers/2b79eedf-3566-4cb6-8b14-aca33c9f8ec2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1914122 Sep 09 14:45:25.253009 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7c31e25a-b3f2-4b75-9cc9-fa0baca558be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54f4023f1a1a4442a4fd081e9bc90ad9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6280401 Sep 09 14:45:25.256468 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42356) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:25.259662 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31e25a-b3f2-4b75-9cc9-fa0baca558be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa6fe83-e3c8-495c-a710-ca42f3ae071f,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:25.261925 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] For port ff5a3d69-17b5-460f-afb2-e648ff800e42, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:25.266267 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] For port ff5a3d69-17b5-460f-afb2-e648ff800e42, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=ff5a3d69-17b5-460f-afb2-e648ff800e42,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:25.275235 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.299869 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-108fda3f-35e0-4e16-8ce5-27d9ffc97b39 service neutron] 10.222.0.21 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9132676 Sep 09 14:45:25.340398 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42358) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:25.347424 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cbb98cdc-edf4-4fdf-9e7e-484720dca31d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.360690 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d4bd4-b012-428d-9b6c-816d93fe955a None None] Pushing event updated for resources: {'Port': ['ID=ff5a3d69-17b5-460f-afb2-e648ff800e42,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:25.378448 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cbb98cdc-edf4-4fdf-9e7e-484720dca31d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.388889 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Made reservation on behalf of 26fabfde0add4a2badaf7c60827fb424 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:25.393379 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Routers {'874025cb-8500-4604-86cb-66796fcda068'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:25.394021 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['874025cb-8500-4604-86cb-66796fcda068'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:25.405804 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.457918 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cbb98cdc-edf4-4fdf-9e7e-484720dca31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.460332 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-cbb98cdc-edf4-4fdf-9e7e-484720dca31d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:25.461777 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-cbb98cdc-edf4-4fdf-9e7e-484720dca31d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfa6fe83-e3c8-495c-a710-ca42f3ae071f HTTP/1.1" status: 204 len: 168 time: 0.2026770 Sep 09 14:45:25.473628 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb98cdc-edf4-4fdf-9e7e-484720dca31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa6fe83-e3c8-495c-a710-ca42f3ae071f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:25.597435 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-f61c18bf-9cc9-4e18-a999-e2e66665ee51 service neutron] 10.222.0.21 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880561 Sep 09 14:45:25.611913 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] Set router 874025cb-8500-4604-86cb-66796fcda068 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:25.761237 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ef4676c3-4152-4f3a-bf6d-1c1f9e0124a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:26.002103 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b31b9e3c-da11-45f1-afaa-76f8e882bb5b req-7a68cea3-25fa-4f6c-80e5-5838f353a5c1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 210 time: 0.0511577 Sep 09 14:45:26.002103 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Allocated IP 172.20.0.14 (79a29534-23ec-48a5-94ab-1a62fef76898/aa11bfaf-db5f-438f-98c8-7f371299a661/4285c000-a08e-4ffe-890d-9d7b0f5054d0) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:26.236911 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:45:20Z', 'revision_number': 4, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'ff5a3d69-17b5-460f-afb2-e648ff800e42', 'name': '', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'mac_address': 'fa:16:3e:8d:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:18Z', 'updated_at': '2021-09-09T14:45:25Z', 'revision_number': 4, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'subnets': [{'id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:26.307238 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ef4676c3-4152-4f3a-bf6d-1c1f9e0124a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:26.318932 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96272ccd-515d-403a-a4a4-dd20a84a536e None None] The sync data for ids ['874025cb-8500-4604-86cb-66796fcda068'] in dv-cinder-807469-2-iscsi is: [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:45:20Z', 'revision_number': 4, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'ff5a3d69-17b5-460f-afb2-e648ff800e42', 'name': '', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'mac_address': 'fa:16:3e:8d:81:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:18Z', 'updated_at': '2021-09-09T14:45:25Z', 'revision_number': 4, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'subnets': [{'id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:45:26.368996 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ef4676c3-4152-4f3a-bf6d-1c1f9e0124a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:26.576999 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4676c3-4152-4f3a-bf6d-1c1f9e0124a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdcadb6-404f-4c3a-b19b-1e61d96eed2d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:26.731779 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ce13c0f-5d9f-460e-9181-057f43e7bb82 req-5b8fa1ca-d2e8-402e-a82d-fc0d5282b901 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.1779561 Sep 09 14:45:26.741018 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ef4676c3-4152-4f3a-bf6d-1c1f9e0124a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=722d8f8d6ae045e29b5ca24423555fed&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3779988 Sep 09 14:45:26.741240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42416) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:26.807171 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ff5a3d69-17b5-460f-afb2-e648ff800e42 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:26.866970 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:26.884901 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-525faa94-0836-4468-9ccc-b350ce2240dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:26.947914 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-525faa94-0836-4468-9ccc-b350ce2240dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:26.969776 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port ff5a3d69-17b5-460f-afb2-e648ff800e42 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:26.975768 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port ff5a3d69-17b5-460f-afb2-e648ff800e42 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:26.976165 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.053697 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42428) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:27.069902 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-525faa94-0836-4468-9ccc-b350ce2240dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.073302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-525faa94-0836-4468-9ccc-b350ce2240dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.074671 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-525faa94-0836-4468-9ccc-b350ce2240dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bdcadb6-404f-4c3a-b19b-1e61d96eed2d HTTP/1.1" status: 204 len: 168 time: 0.3326139 Sep 09 14:45:27.105211 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5595-d8e8-43cc-9a63-eb63f1fe876b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.173987 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525faa94-0836-4468-9ccc-b350ce2240dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdcadb6-404f-4c3a-b19b-1e61d96eed2d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:27.254354 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-11817b7b-7f4b-4271-b241-b224a216d32b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:27.269700 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:45:27.291048 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-11817b7b-7f4b-4271-b241-b224a216d32b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 818 time: 0.3762667 Sep 09 14:45:27.351943 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.367099 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-dfe6de57-16c7-4d2b-972f-4a581cf1e259 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/quotas/ce4e39b892ad4ade9c23f574a9020ed1 HTTP/1.1" status: 200 len: 375 time: 0.0742035 Sep 09 14:45:27.403009 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:27.406314 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:27.466106 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5595-d8e8-43cc-9a63-eb63f1fe876b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.486824 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f3c5595-d8e8-43cc-9a63-eb63f1fe876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.532330 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.541524 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3c5595-d8e8-43cc-9a63-eb63f1fe876b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fedd9ec-ec28-46b9-80bb-4a9c79f5c25f,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:27.551036 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-ffe1c571-8959-4596-a81d-eee79d34d047 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1822624 Sep 09 14:45:27.604288 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8f3c5595-d8e8-43cc-9a63-eb63f1fe876b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f951e1bf0c4b218c66e4201d398f05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5468738 Sep 09 14:45:27.604836 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42444) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:27.724858 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2323c513-92a5-4440-948f-7c076798025b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.740203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port ff5a3d69-17b5-460f-afb2-e648ff800e42, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=ff5a3d69-17b5-460f-afb2-e648ff800e42,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:27.757005 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.758964 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:27.771552 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-acd6309e-cf7e-4fab-b202-6e945be26394 service neutron] 10.222.0.21 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184722 Sep 09 14:45:27.788164 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2323c513-92a5-4440-948f-7c076798025b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.900547 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2323c513-92a5-4440-948f-7c076798025b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.903281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2323c513-92a5-4440-948f-7c076798025b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:27.907984 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2323c513-92a5-4440-948f-7c076798025b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2fedd9ec-ec28-46b9-80bb-4a9c79f5c25f HTTP/1.1" status: 204 len: 168 time: 0.3007209 Sep 09 14:45:27.930515 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323c513-92a5-4440-948f-7c076798025b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fedd9ec-ec28-46b9-80bb-4a9c79f5c25f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:28.030224 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42458) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:28.039294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2109829631', 'description': 'tempest-description--1915103353'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:28.129637 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Network 79a29534-23ec-48a5-94ab-1a62fef76898 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:28.131269 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Pushing event updated for resources: {'Port': ['ID=4285c000-a08e-4ffe-890d-9d7b0f5054d0,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:28.137800 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:28.145083 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=ff5a3d69-17b5-460f-afb2-e648ff800e42,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:28.160345 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:28.165557 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:28.206877 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:28.207851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.342402 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-ce983c19-98ce-4a86-b455-7fe72e1bf91d service neutron] 10.222.0.21 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686941 Sep 09 14:45:28.488409 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a83a292d-a3cf-40c9-aaf1-1d880827e6ab tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2174389 Sep 09 14:45:28.490696 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4a959-fc2e-4038-8258-647323ffcb7b req-2d60334d-559b-4e71-beb8-35cdb203177e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:28.492515 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a1b4a959-fc2e-4038-8258-647323ffcb7b req-2d60334d-559b-4e71-beb8-35cdb203177e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 932 time: 0.3929410 Sep 09 14:45:28.494118 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.624975 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a1b4a959-fc2e-4038-8258-647323ffcb7b req-d3f8a1d8-4943-432e-bb9a-debeb81618dd tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976391 Sep 09 14:45:28.676024 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:28.730694 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1fdb33ed-7905-4829-8ef7-ad943e8d6f0a req-876b0613-9543-4535-85e7-cdba25945f69 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0771134 Sep 09 14:45:28.758713 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-42a8d1fa-a152-409c-92fe-8ec001ea4e63 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:45:28.762664 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-42a8d1fa-a152-409c-92fe-8ec001ea4e63 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0214882 Sep 09 14:45:28.770600 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.803444 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:28.809544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.875622 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.897491 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.977749 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:28.982378 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42488) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:28.982535 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9507024 Sep 09 14:45:28.985734 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57c06c-dd3e-4d36-b3ad-09d1ff1322fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:28.988508 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'security_group_rule': {'security_group_id': '5be7e7d7-fc9b-4422-88d9-0fdfc0f35126', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:29.101894 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.268726 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.275951 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.332660 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.414349 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484d6c01-5fb8-461d-aa40-49b7f64ba2e2,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:29.425393 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:29.438127 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.440954 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ae2ca61b-24c7-48bb-af61-4d60e28c03cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4576733 Sep 09 14:45:29.445316 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42508) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:29.457117 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.459559 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'security_group_rule': {'security_group_id': '5be7e7d7-fc9b-4422-88d9-0fdfc0f35126', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:29.528927 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 2, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:29.551637 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.720066 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:45:29.721429 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Updating router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 port 9271649e-5d7f-426e-a2fc-d43877770ae4 binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:45:29.770572 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.783645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.836156 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58a869a3-a7ee-4cd8-820a-6ebf39d55813,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:29.840693 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ff5a3d69-17b5-460f-afb2-e648ff800e42 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:29.854523 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:29.854523 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-005e624f-56e1-4747-9fa1-1f6ada93e253 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3998642 Sep 09 14:45:29.857100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42524) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:29.887244 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:29.907294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee62a44-1f1e-439a-bb30-3c4f766cc38d req-0ab4705b-ab98-4272-99ac-f00e262d22b7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:29.916127 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eee62a44-1f1e-439a-bb30-3c4f766cc38d req-0ab4705b-ab98-4272-99ac-f00e262d22b7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 932 time: 0.1110883 Sep 09 14:45:29.972984 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:30.019641 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eee62a44-1f1e-439a-bb30-3c4f766cc38d req-cb8fecf8-dbbd-4a56-9e07-61563155a486 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023080 Sep 09 14:45:30.070626 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0224e98d-e195-416b-8ea3-4f93aa5e805b req-b8995eb3-6718-4120-9bbd-d5f4b8382472 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.1592448 Sep 09 14:45:30.075835 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:30.122148 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:30.162242 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Request body: {'port': {'device_id': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:30.374953 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:30.696438 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-42ae5407-cb50-4271-82ea-626a243a1a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:30.820035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port ff5a3d69-17b5-460f-afb2-e648ff800e42 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:30.820822 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:30.968131 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.020500 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Transition to ACTIVE for port object 9271649e-5d7f-426e-a2fc-d43877770ae4 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:31.103238 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.183437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300582c3-ef54-45aa-ab0c-b256704f5466 None None] Pushing event updated for resources: {'Port': ['ID=9271649e-5d7f-426e-a2fc-d43877770ae4,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:31.311813 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760f0ba-cb1e-4ea8-aeda-c1b10468d91c req-3e1904ee-b1b4-44bb-8c22-8724210bfb1d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:31.323207 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b760f0ba-cb1e-4ea8-aeda-c1b10468d91c req-3e1904ee-b1b4-44bb-8c22-8724210bfb1d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 932 time: 0.1628160 Sep 09 14:45:31.455089 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-13028a38-352b-46a6-a504-5101e2956138 req-a1062cfc-a290-489e-a61e-81dcb351716c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.1916766 Sep 09 14:45:31.468302 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.477227 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b760f0ba-cb1e-4ea8-aeda-c1b10468d91c req-d8cb74a9-2b0e-401b-a229-45e725590a1a tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413796 Sep 09 14:45:31.502782 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Attempting to bind port 9271649e-5d7f-426e-a2fc-d43877770ae4 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:31.503436 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Attempting to bind port 9271649e-5d7f-426e-a2fc-d43877770ae4 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:31.503995 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Attempting to bind port 9271649e-5d7f-426e-a2fc-d43877770ae4 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:31.523811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:31.527105 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Checking segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:31.527556 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.530243 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Bound using segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:31.532860 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Bound port: 9271649e-5d7f-426e-a2fc-d43877770ae4, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:31.533519 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.726042 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:31.761740 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4285c000-a08e-4ffe-890d-9d7b0f5054d0 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:45:31.808260 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.840992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Transition to ACTIVE for port object 4285c000-a08e-4ffe-890d-9d7b0f5054d0 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:31.851168 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:31.940973 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Allocated IP 172.27.2.142 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/0e8ff8db-01af-4ec2-87bf-fe0b9318881e) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:32.004465 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:32.004881 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:32.024017 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Pushing event updated for resources: {'Port': ['ID=4285c000-a08e-4ffe-890d-9d7b0f5054d0,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:32.109918 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Attempting to bind port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:32.110141 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Attempting to bind port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '4f305af7-85af-4776-8947-f6268263d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:32.111638 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Attempting to bind port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 on network 79a29534-23ec-48a5-94ab-1a62fef76898 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:32.131045 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 on network 79a29534-23ec-48a5-94ab-1a62fef76898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:45:32.131865 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Attempting to bind port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 on network 79a29534-23ec-48a5-94ab-1a62fef76898 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:32.146153 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:32.146568 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Checking segment: {'id': '4f305af7-85af-4776-8947-f6268263d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:32.147169 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Bound using segment: {'id': '4f305af7-85af-4776-8947-f6268263d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:32.148415 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Bound port: 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f305af7-85af-4776-8947-f6268263d52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:32.148831 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:32.155759 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] For port 9271649e-5d7f-426e-a2fc-d43877770ae4, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:32.170504 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] For port 9271649e-5d7f-426e-a2fc-d43877770ae4, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=9271649e-5d7f-426e-a2fc-d43877770ae4,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:32.190058 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:32.311226 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:32.324715 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] For port 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:32.337257 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] For port 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0,segment=NetworkSegment(4f305af7-85af-4776-8947-f6268263d52a),segment_id=4f305af7-85af-4776-8947-f6268263d52a)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:32.356360 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:32.431531 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:32.432273 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:32.434053 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] 10.222.0.13 "PUT /v2.0/ports/4285c000-a08e-4ffe-890d-9d7b0f5054d0 HTTP/1.1" status: 200 len: 1094 time: 3.0865793 Sep 09 14:45:32.459099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'tag': '4285c000-a08e-4ffe-890d-9d7b0f5054d0'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:45:32.468380 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:45:32.478484 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:45:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:32.715569 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.13', 57151) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:32.932219 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec1a06e-7c33-4fb2-9e01-f502fb166769 service neutron] Pushing event updated for resources: {'Port': ['ID=4285c000-a08e-4ffe-890d-9d7b0f5054d0,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:32.949334 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300582c3-ef54-45aa-ab0c-b256704f5466 None None] Pushing event updated for resources: {'Port': ['ID=9271649e-5d7f-426e-a2fc-d43877770ae4,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:32.985656 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b3d17f53-be11-45f6-8a94-dd2756f9461b req-4e773c85-96b1-4290-96af-99f926fdee1c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.1707456 Sep 09 14:45:32.991036 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f330c0de-9a89-4581-9fb7-33ba333f9922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.004722 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.083417 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-b81438c4-216f-4167-b7c1-81df3f195fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:33.087595 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-b81438c4-216f-4167-b7c1-81df3f195fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26fabfde0add4a2badaf7c60827fb424&device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 1097 time: 0.3678944 Sep 09 14:45:33.104197 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.136420 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814ee86-21be-4bcb-b148-13bb2edee61d req-41fe41e4-fd34-412b-aa1e-a115cec38c87 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:33.147126 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6814ee86-21be-4bcb-b148-13bb2edee61d req-41fe41e4-fd34-412b-aa1e-a115cec38c87 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.3289106 Sep 09 14:45:33.209900 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:33.221286 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:33.226623 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:33.248371 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-9c49f859-c07b-47e6-9f27-74e5113f5481 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:33.250023 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-9c49f859-c07b-47e6-9f27-74e5113f5481 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 818 time: 0.5110042 Sep 09 14:45:33.253006 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b199571f-13ed-4aeb-b674-1e6edf8f66a1" -d '{"events": [{"name": "network-changed", "server_uuid": "da3a8c9d-2009-4b5e-b42d-0fa44cbd1396", "tag": "4285c000-a08e-4ffe-890d-9d7b0f5054d0"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:45:33.258916 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'Port': ['ID=0e8ff8db-01af-4ec2-87bf-fe0b9318881e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:33.321705 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6814ee86-21be-4bcb-b148-13bb2edee61d req-962b9896-0b74-4f2c-ad5c-b3b58bd110f8 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645975 Sep 09 14:45:33.374083 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.399648 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:45:33.446783 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.634115 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5691fc6e-813c-4b37-9582-d3a6a23c8038 x-openstack-request-id: req-5691fc6e-813c-4b37-9582-d3a6a23c8038 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:45:33.634763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3a8c9d-2009-4b5e-b42d-0fa44cbd1396", "tag": "4285c000-a08e-4ffe-890d-9d7b0f5054d0", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:45:33.634763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5691fc6e-813c-4b37-9582-d3a6a23c8038 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:45:33.635097 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'tag': '4285c000-a08e-4ffe-890d-9d7b0f5054d0', 'status': 'completed', 'code': 200} Sep 09 14:45:33.648801 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.729576 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.736531 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.760842 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:32Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:45:33.796224 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'Port': ['ID=0e8ff8db-01af-4ec2-87bf-fe0b9318881e,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:33.814645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.825935 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d86a0e-7bbd-4cac-8bfd-504831444e32 None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:32Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:45:33.841055 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:33.842317 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fedaf923-f839-402a-b6ea-e45c7ec5b607 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9789391 Sep 09 14:45:34.166636 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-6e491e24-af55-44c9-b2f6-dd78367f5589 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2109829631&fields=id&tenant_id=5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 267 time: 0.0609791 Sep 09 14:45:34.167242 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3eea28b0-9993-4e99-a014-53be3f8a175f req-97628b38-805a-4f15-abb1-7555cec34a5f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0480459 Sep 09 14:45:34.209246 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42704) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:34.310001 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-9b4c0ec3-f4d4-459a-b549-fd5c56cdc998 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:34.311775 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-9b4c0ec3-f4d4-459a-b549-fd5c56cdc998 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 817 time: 0.1339641 Sep 09 14:45:34.317445 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42708) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:34.356794 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-d87db955-cb02-4d2e-99cf-a49cfcb4573a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/quotas/5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 375 time: 0.0329125 Sep 09 14:45:34.413762 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e4536a56-3994-49d6-aafd-973bd74808d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.456335 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-b24e243b-7d71-4b83-9ccd-e62d269d2544 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0928493 Sep 09 14:45:34.481775 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f587cadb-4f20-4635-b7e4-8005a2f60d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.538448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff381dd-bb10-4aa9-b81b-922bfa67432c req-0bb8abdd-edb9-4229-9e7b-2cff8369ca58 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:34.540010 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aff381dd-bb10-4aa9-b81b-922bfa67432c req-0bb8abdd-edb9-4229-9e7b-2cff8369ca58 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.1168387 Sep 09 14:45:34.561417 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-6619faec-0109-4d5c-bbf7-3558752cd7c4 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957096 Sep 09 14:45:34.604655 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aff381dd-bb10-4aa9-b81b-922bfa67432c req-0fd72d15-10ef-432e-9ad7-0b9d5a13ddf7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559247 Sep 09 14:45:34.638806 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e4536a56-3994-49d6-aafd-973bd74808d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.652626 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e4536a56-3994-49d6-aafd-973bd74808d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.672187 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-4adae17b-57c8-4f9a-9882-69e942fb86af service neutron] 10.222.0.21 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029077 Sep 09 14:45:34.706791 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e4536a56-3994-49d6-aafd-973bd74808d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f702b3e7b8fd4aaca5cbb6d6ddffd0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4964020 Sep 09 14:45:34.709941 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42714) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:34.720254 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4536a56-3994-49d6-aafd-973bd74808d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74f63a0-8dd0-4a1a-928d-ed8674dcc991,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:34.791029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fbd0-4504-4916-9b00-1fef912fe18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.821487 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fbd0-4504-4916-9b00-1fef912fe18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.826219 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f587cadb-4f20-4635-b7e4-8005a2f60d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.849569 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f587cadb-4f20-4635-b7e4-8005a2f60d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.911808 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fbd0-4504-4916-9b00-1fef912fe18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.914693 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b9e8fbd0-4504-4916-9b00-1fef912fe18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:34.919435 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b9e8fbd0-4504-4916-9b00-1fef912fe18c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a74f63a0-8dd0-4a1a-928d-ed8674dcc991 HTTP/1.1" status: 204 len: 168 time: 0.2080216 Sep 09 14:45:34.940775 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8fbd0-4504-4916-9b00-1fef912fe18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74f63a0-8dd0-4a1a-928d-ed8674dcc991,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:34.953757 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2cc8593-8966-449e-8d06-f5286d8e4301 req-48b78e27-9535-44c9-9930-040d69459d2f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0622418 Sep 09 14:45:34.957465 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587cadb-4f20-4635-b7e4-8005a2f60d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3d2b90-4283-4857-b795-22946254724d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:34.984092 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42730) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:34.984205 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f587cadb-4f20-4635-b7e4-8005a2f60d88 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54533d8199a047538937276301300898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6653869 Sep 09 14:45:35.042894 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-881cd124-6463-47c9-8a2b-928eaf86cc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.066856 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-881cd124-6463-47c9-8a2b-928eaf86cc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.098832 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.125264 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-881cd124-6463-47c9-8a2b-928eaf86cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.128518 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-881cd124-6463-47c9-8a2b-928eaf86cc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.132327 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-881cd124-6463-47c9-8a2b-928eaf86cc47 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd3d2b90-4283-4857-b795-22946254724d HTTP/1.1" status: 204 len: 168 time: 0.1468232 Sep 09 14:45:35.142621 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cd124-6463-47c9-8a2b-928eaf86cc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3d2b90-4283-4857-b795-22946254724d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:35.293293 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7cf5f744-39eb-4e4f-a79b-87fcc8175344 req-a2400f46-4fe3-4c65-8f35-143257940109 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0402606 Sep 09 14:45:35.364693 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42746) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:35.382387 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e9374149-ea67-4915-9c86-25198aa83653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.473317 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e9374149-ea67-4915-9c86-25198aa83653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.478432 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e9374149-ea67-4915-9c86-25198aa83653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.521933 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e9374149-ea67-4915-9c86-25198aa83653 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=47530de71b5943f4aecfcacd6892a599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555116 Sep 09 14:45:35.522912 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9374149-ea67-4915-9c86-25198aa83653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decebf25-8f26-4064-b3c8-b17d876e0991,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:35.525189 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42750) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:35.581764 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5333e347-93c1-4f0c-9c56-16d148ac9bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.597857 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42752) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:35.606779 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5333e347-93c1-4f0c-9c56-16d148ac9bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.610429 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 9271649e-5d7f-426e-a2fc-d43877770ae4 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:35.612475 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-158ee058-c558-4382-a62c-aab18107c7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.661343 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5333e347-93c1-4f0c-9c56-16d148ac9bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.664723 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5333e347-93c1-4f0c-9c56-16d148ac9bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.665985 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5333e347-93c1-4f0c-9c56-16d148ac9bfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/decebf25-8f26-4064-b3c8-b17d876e0991 HTTP/1.1" status: 204 len: 168 time: 0.1396003 Sep 09 14:45:35.675560 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333e347-93c1-4f0c-9c56-16d148ac9bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decebf25-8f26-4064-b3c8-b17d876e0991,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:35.725620 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 9271649e-5d7f-426e-a2fc-d43877770ae4 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:35.729536 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 9271649e-5d7f-426e-a2fc-d43877770ae4 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:35.729926 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.732089 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-158ee058-c558-4382-a62c-aab18107c7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.737018 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-158ee058-c558-4382-a62c-aab18107c7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.765517 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83c52a-253e-4008-97a9-76f1cb192a3c req-11c86b94-7984-4edf-a42a-7663c1cc7f0d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:35.769512 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4c83c52a-253e-4008-97a9-76f1cb192a3c req-11c86b94-7984-4edf-a42a-7663c1cc7f0d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0697680 Sep 09 14:45:35.780032 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-158ee058-c558-4382-a62c-aab18107c7ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b4ac4f4c571495ba144bf1a82e56b2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810255 Sep 09 14:45:35.781284 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ee058-c558-4382-a62c-aab18107c7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d28008-f5b6-4313-99a9-336ff62f76e5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:35.783915 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42758) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:35.847686 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4c83c52a-253e-4008-97a9-76f1cb192a3c req-dca2be93-c4ed-4c54-bc86-668370fb33fd tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582719 Sep 09 14:45:35.864480 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d05-4d83-4616-87a7-802978bd6a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.901194 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d05-4d83-4616-87a7-802978bd6a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.978575 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.983570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d05-4d83-4616-87a7-802978bd6a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.987565 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4c98d05-4d83-4616-87a7-802978bd6a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:35.994331 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a4c98d05-4d83-4616-87a7-802978bd6a29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92d28008-f5b6-4313-99a9-336ff62f76e5 HTTP/1.1" status: 204 len: 168 time: 0.2073410 Sep 09 14:45:36.037333 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c98d05-4d83-4616-87a7-802978bd6a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d28008-f5b6-4313-99a9-336ff62f76e5,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:36.077206 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 9271649e-5d7f-426e-a2fc-d43877770ae4, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=9271649e-5d7f-426e-a2fc-d43877770ae4,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:36.084149 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:36.173707 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0b9e0f8e-6fe2-4abb-84e1-33d922e9f404 req-b4a4dec7-815e-4c01-aee5-b81931d94fad tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0615735 Sep 09 14:45:36.174493 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=9271649e-5d7f-426e-a2fc-d43877770ae4,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:36.418549 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bd387533-fb62-4d88-bb93-d06c4ef43a0e req-6e97e899-131a-49d5-99df-abae69c64c1b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0304019 Sep 09 14:45:37.029774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88511f3-39ab-476f-be6d-e4c8ca537694 req-3a55fb46-03ee-4ab4-82db-09c2ddc6f68a tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:37.038177 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e88511f3-39ab-476f-be6d-e4c8ca537694 req-3a55fb46-03ee-4ab4-82db-09c2ddc6f68a tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0837150 Sep 09 14:45:37.155696 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e88511f3-39ab-476f-be6d-e4c8ca537694 req-353be31a-c99d-40db-a1b7-27c621dcfca9 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175168 Sep 09 14:45:37.360870 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-01ca42e4-8901-4701-9cad-f06bd6b99c93 req-9aeb2d3a-3501-4656-b895-88236feb8bad tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0593204 Sep 09 14:45:37.565461 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1d68a7fe-772e-4f88-865c-0df3b5b4548c req-7222c850-39dd-4b3b-bc3c-e429ae7c0bce tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0722234 Sep 09 14:45:37.582651 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 9271649e-5d7f-426e-a2fc-d43877770ae4 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:45:37.664278 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 9271649e-5d7f-426e-a2fc-d43877770ae4 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:37.664918 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:38.337570 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f4443-9621-44e2-a6a3-18fd434ae3c2 req-94838777-5c0e-4449-aa1c-2e7a3c2205aa tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:38.339118 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a58f4443-9621-44e2-a6a3-18fd434ae3c2 req-94838777-5c0e-4449-aa1c-2e7a3c2205aa tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0824981 Sep 09 14:45:38.395925 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a58f4443-9621-44e2-a6a3-18fd434ae3c2 req-712d7464-b3e5-45d5-8cfe-288c287f49a3 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469773 Sep 09 14:45:38.503436 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-91b02980-9a54-4e86-90ba-fbab10fa2ad4 req-95bc0e8e-3979-4f54-b341-13cfa86f66c5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0308902 Sep 09 14:45:38.664798 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4878cded-51e8-4018-8f84-a65f0b784664 req-424790ce-571e-49e3-8471-62c97059e9ec tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0385497 Sep 09 14:45:39.160543 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42908) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:39.270154 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90ecaf5b-99ec-47f7-8ce8-fd39dabb0128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.386912 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90ecaf5b-99ec-47f7-8ce8-fd39dabb0128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.395004 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90ecaf5b-99ec-47f7-8ce8-fd39dabb0128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.439230 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42920) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:39.439838 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-90ecaf5b-99ec-47f7-8ce8-fd39dabb0128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04423a98306842ac95c97b75602d18b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2776029 Sep 09 14:45:39.441921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ecaf5b-99ec-47f7-8ce8-fd39dabb0128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd8243e-26dc-4db3-933d-70701be277a2,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:39.526747 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b16049d5-2803-42f8-8cfb-ac25ea276339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.556027 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212983d-cee7-4b2b-ae7e-e89de12416b1 req-ce637509-8afd-4743-8d20-d8953621abae tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:39.567302 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5212983d-cee7-4b2b-ae7e-e89de12416b1 req-ce637509-8afd-4743-8d20-d8953621abae tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0783050 Sep 09 14:45:39.593990 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b16049d5-2803-42f8-8cfb-ac25ea276339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.642021 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5212983d-cee7-4b2b-ae7e-e89de12416b1 req-e3e9d9e6-9c72-4a2c-bf18-cad6a4b3a0a0 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734668 Sep 09 14:45:39.673980 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d4f2bbe8-7cca-4171-8bd9-5c05e3a1bf16 req-6202ec99-eceb-4bb7-a3f6-b8485c04abdc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0473850 Sep 09 14:45:39.725313 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b16049d5-2803-42f8-8cfb-ac25ea276339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.728245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b16049d5-2803-42f8-8cfb-ac25ea276339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:39.729599 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b16049d5-2803-42f8-8cfb-ac25ea276339 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5bd8243e-26dc-4db3-933d-70701be277a2 HTTP/1.1" status: 204 len: 168 time: 0.2892532 Sep 09 14:45:39.751390 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16049d5-2803-42f8-8cfb-ac25ea276339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd8243e-26dc-4db3-933d-70701be277a2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:39.811947 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e5bdc61-46c3-42e9-aa7b-c9539fe009c2 req-4f62f9ee-9e25-44fe-8cf8-b065d3b7de3f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0401437 Sep 09 14:45:40.152958 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 42952) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:40.174692 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1710f6e3-8efd-40a0-b94d-1fab7de464f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.307330 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1710f6e3-8efd-40a0-b94d-1fab7de464f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.314753 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1710f6e3-8efd-40a0-b94d-1fab7de464f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.358726 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710f6e3-8efd-40a0-b94d-1fab7de464f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66a0d75-6536-4c8d-a65f-a729de962f1c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:40.413113 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1710f6e3-8efd-40a0-b94d-1fab7de464f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8099d2d22d2b4fb4956786b1432e5352&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590623 Sep 09 14:45:40.416240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 42966) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:40.521570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc84d-f395-4286-9019-51bb23964e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.562886 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc84d-f395-4286-9019-51bb23964e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.657257 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc84d-f395-4286-9019-51bb23964e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.660752 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc84d-f395-4286-9019-51bb23964e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:40.662145 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7e4cc84d-f395-4286-9019-51bb23964e97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d66a0d75-6536-4c8d-a65f-a729de962f1c HTTP/1.1" status: 204 len: 168 time: 0.2448332 Sep 09 14:45:40.686101 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4cc84d-f395-4286-9019-51bb23964e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66a0d75-6536-4c8d-a65f-a729de962f1c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:40.848707 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5580f342-7bf7-4b25-a1e7-75a620fec98e req-bc8c2db4-2529-406c-aaf9-4786aa046b74 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0544198 Sep 09 14:45:40.885629 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c08945-31e6-4d49-8e87-9bcb772ba936 req-5560c139-bb78-43f5-899c-7b3a0b900c9c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:40.888457 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d4c08945-31e6-4d49-8e87-9bcb772ba936 req-5560c139-bb78-43f5-899c-7b3a0b900c9c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0975778 Sep 09 14:45:40.975381 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d4c08945-31e6-4d49-8e87-9bcb772ba936 req-c26406ab-7dae-493f-b7eb-14483e01bf4d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 Sep 09 14:45:41.005781 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e4b5894e-bfe3-4f58-8cca-ffcd5be45c00 req-4e1e6f00-ef53-4abc-8a2a-be562d69714f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0546093 Sep 09 14:45:41.949887 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eece269e-1b24-45d7-8b6e-7657b7b80f0e req-5487f795-31f0-4299-b790-a817d667c7fe tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0261848 Sep 09 14:45:42.088416 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1170c7c-b81e-432f-9276-c67ce26ebc2f req-20d03403-9fb1-4b8b-bf99-fea077af78d2 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:42.090614 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b1170c7c-b81e-432f-9276-c67ce26ebc2f req-20d03403-9fb1-4b8b-bf99-fea077af78d2 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0562155 Sep 09 14:45:42.110638 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3a6e5978-7690-4669-92bb-e5919c8803ce req-e938690c-4a8d-47f4-b52a-9ead03aaec6c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0269506 Sep 09 14:45:42.133403 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b1170c7c-b81e-432f-9276-c67ce26ebc2f req-6dc6f82c-f78d-461b-8f6d-714320c7b2e5 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357776 Sep 09 14:45:42.304814 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:45:43.042867 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d4400ef-3f89-42bb-9f9a-7eb4efa14e6d req-2ebe5c9d-77da-4757-9ad2-cda47986acbe tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0256336 Sep 09 14:45:43.205916 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6123c197-d467-40d5-9dc9-1d696e5026e0 req-270ace56-0149-421c-a2cf-2f0854d8ee9f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0277681 Sep 09 14:45:43.396795 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac40bbc-321f-468d-9114-7588a2813ad4 req-9e39d058-362e-4e32-91dc-21b332cc90e4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:43.398293 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1ac40bbc-321f-468d-9114-7588a2813ad4 req-9e39d058-362e-4e32-91dc-21b332cc90e4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.1906202 Sep 09 14:45:43.436200 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1ac40bbc-321f-468d-9114-7588a2813ad4 req-32d8e23c-f162-44b9-b491-20274d8d5214 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319750 Sep 09 14:45:43.512091 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Request body: {'port': {'device_id': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'admin_state_up': True, 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:43.577190 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-ea565d10-e740-4041-9f2c-216eb5eb9d6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0 HTTP/1.1" status: 200 len: 217 time: 0.0774498 Sep 09 14:45:43.631125 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.13', 57168) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:43.635109 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Made reservation on behalf of ce4e39b892ad4ade9c23f574a9020ed1 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:43.639108 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:43.671097 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f98996-0e30-4233-a177-920f78ec7e31 req-ae71f424-db4d-4bdb-b909-a27cc7432da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:43.673129 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-ae71f424-db4d-4bdb-b909-a27cc7432da9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa11bfaf-db5f-438f-98c8-7f371299a661 HTTP/1.1" status: 200 len: 852 time: 0.0825281 Sep 09 14:45:43.801902 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-a9d7b3ec-61f9-4d28-ad2f-e31febfb5d99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79a29534-23ec-48a5-94ab-1a62fef76898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597670 Sep 09 14:45:43.833768 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Allocated IP 172.20.0.14 (530f2b2e-033d-413d-b273-9f1005827dc0/9d9ebc9b-322c-47b2-b78c-86ca9d39ae25/1fe615c0-96af-43c0-85d7-dee5d753d1ed) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:43.852995 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-dea42ade-f102-4622-ab99-6ffe453e0d0a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:43.854413 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-dea42ade-f102-4622-ab99-6ffe453e0d0a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 818 time: 0.2219765 Sep 09 14:45:43.867235 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Request body: {'port': {'device_id': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'admin_state_up': True, 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:44.007917 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.047941 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.096444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Network 530f2b2e-033d-413d-b273-9f1005827dc0 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:44.099865 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:44.107684 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Pushing event updated for resources: {'Port': ['ID=1fe615c0-96af-43c0-85d7-dee5d753d1ed,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:44.110296 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:44.116131 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:44.116757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.132423 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5a56b013-fb28-46b7-a13d-5c4902f8ce60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6244445 Sep 09 14:45:44.180526 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-850b5770-698a-4007-a376-6386dd685ec3 service neutron] 10.222.0.13 "GET /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709211 Sep 09 14:45:44.189419 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e5c5b0e-d072-41b6-8ff5-55470866ea35 req-30d15412-44db-4c9f-a5ba-91d25db27ef0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0567436 Sep 09 14:45:44.241595 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Made reservation on behalf of ce4e39b892ad4ade9c23f574a9020ed1 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:44.245661 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.301880 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47c34a7b-184d-4352-9357-90fd35e0c2ef req-405e06bb-18ec-4a29-8e00-28c81f9bcd8e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0280545 Sep 09 14:45:44.459747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Allocated IP 172.20.0.3 (530f2b2e-033d-413d-b273-9f1005827dc0/9d9ebc9b-322c-47b2-b78c-86ca9d39ae25/f4d06c40-a6ff-467b-af64-4525bbff411c) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:44.632504 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75576f9-2188-4978-94bb-528fe837e44f req-30751f72-dc48-4cc7-b717-f703446dc627 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:44.633998 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b75576f9-2188-4978-94bb-528fe837e44f req-30751f72-dc48-4cc7-b717-f703446dc627 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.1064191 Sep 09 14:45:44.668983 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.690532 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b75576f9-2188-4978-94bb-528fe837e44f req-648ee40e-2346-48ca-9ace-656a039c3e50 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 Sep 09 14:45:44.724823 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.800848 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Network 530f2b2e-033d-413d-b273-9f1005827dc0 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:44.806553 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:44.809087 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:44.815362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:44.816100 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:44.841629 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Pushing event updated for resources: {'Port': ['ID=f4d06c40-a6ff-467b-af64-4525bbff411c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:44.853048 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-001772b3-36e1-4597-bd16-df0367ad85c4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9897811 Sep 09 14:45:45.290211 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cfe6aa3-c26e-4e25-ab6e-8cafecda010d req-b151c11f-4fe7-431f-b7e9-90d1132afc8e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0272410 Sep 09 14:45:45.420478 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3f7a-0574-48e5-a977-50bb7a3bfee3 req-3ada8361-a708-4a03-aad1-424cde157bd3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:45.422070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d2c3f7a-0574-48e5-a977-50bb7a3bfee3 req-3ada8361-a708-4a03-aad1-424cde157bd3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 931 time: 0.0494120 Sep 09 14:45:45.459553 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d2c3f7a-0574-48e5-a977-50bb7a3bfee3 req-11447958-158f-4638-aac3-02456ffffc0f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311179 Sep 09 14:45:45.808251 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380bed3-44e3-4725-93cd-5a281af9eee5 req-0aaec458-36e5-4e81-8f15-e20cb55ec8c3 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:45.809898 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c380bed3-44e3-4725-93cd-5a281af9eee5 req-0aaec458-36e5-4e81-8f15-e20cb55ec8c3 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0523784 Sep 09 14:45:45.853797 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c380bed3-44e3-4725-93cd-5a281af9eee5 req-85d47654-cb82-4c4f-a8c3-b9007171471e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357735 Sep 09 14:45:46.393409 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad7f0059-2591-450f-beb9-788cea6f5a34 req-6160e0a0-a384-419a-a365-9bbf6519b13e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0318460 Sep 09 14:45:46.579293 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232b7b4-751e-49c0-9b2d-32e6e3450a50 req-07065257-efc6-46ed-8e97-666f0d49e89c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:46.580876 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a232b7b4-751e-49c0-9b2d-32e6e3450a50 req-07065257-efc6-46ed-8e97-666f0d49e89c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 931 time: 0.0500720 Sep 09 14:45:46.617525 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a232b7b4-751e-49c0-9b2d-32e6e3450a50 req-bc79ebe2-4b57-4dc4-99ff-1a09238c4b27 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Sep 09 14:45:46.902255 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Request body: {'port': {'device_id': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:46.902455 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Request body: {'port': {'device_id': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:46.989298 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.13', 57174) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:47.041863 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.191272 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45f98996-0e30-4233-a177-920f78ec7e31 req-b6ade003-69a0-45ee-875a-87b387797cd4 service neutron] 10.222.0.13 "GET /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955272 Sep 09 14:45:47.194398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.206316 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461e2a6-b01b-4cb7-a973-ef716674ea9f req-7adae6f9-6efe-4432-8587-079005d10266 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:47.212241 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2461e2a6-b01b-4cb7-a973-ef716674ea9f req-7adae6f9-6efe-4432-8587-079005d10266 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.1884830 Sep 09 14:45:47.253724 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-a81be04d-3173-49f2-b763-fa4672d7170c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:47.255253 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-a81be04d-3173-49f2-b763-fa4672d7170c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 817 time: 0.2646532 Sep 09 14:45:47.316536 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2461e2a6-b01b-4cb7-a973-ef716674ea9f req-75be2ad5-0983-484f-b274-264ca6848ffe tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973899 Sep 09 14:45:47.340969 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-83eaf782-8bca-4c67-9428-625860abddb1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 380 time: 0.0706563 Sep 09 14:45:47.422004 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-4dd7cc78-b0e2-4680-bbaa-4eadeb652ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:47.423930 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-4dd7cc78-b0e2-4680-bbaa-4eadeb652ce4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=26fabfde0add4a2badaf7c60827fb424&device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 1097 time: 0.1664467 Sep 09 14:45:47.460700 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe615c0-96af-43c0-85d7-dee5d753d1ed {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:45:47.468032 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.501339 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de00495f-380b-4247-8089-22728c356fe3 req-05b7d9a0-a85a-4765-b592-dbe01745ab80 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0308449 Sep 09 14:45:47.504105 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Transition to ACTIVE for port object 1fe615c0-96af-43c0-85d7-dee5d753d1ed will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:47.512980 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.573909 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe615c0-96af-43c0-85d7-dee5d753d1ed,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:47.615826 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Attempting to bind port 1fe615c0-96af-43c0-85d7-dee5d753d1ed on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:47.616414 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Attempting to bind port 1fe615c0-96af-43c0-85d7-dee5d753d1ed by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:47.616522 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Attempting to bind port 1fe615c0-96af-43c0-85d7-dee5d753d1ed on network 530f2b2e-033d-413d-b273-9f1005827dc0 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:47.621140 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Port 1fe615c0-96af-43c0-85d7-dee5d753d1ed on network 530f2b2e-033d-413d-b273-9f1005827dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:45:47.621454 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Attempting to bind port 1fe615c0-96af-43c0-85d7-dee5d753d1ed on network 530f2b2e-033d-413d-b273-9f1005827dc0 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:47.626419 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:47.626750 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Checking segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:47.627126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Bound using segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:47.627550 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Bound port: 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:47.627936 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.670802 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4d06c40-a6ff-467b-af64-4525bbff411c {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:45:47.678641 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.696543 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] For port 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:47.700360 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] For port 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:47.703964 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Transition to ACTIVE for port object f4d06c40-a6ff-467b-af64-4525bbff411c will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:47.711049 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.719791 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.745877 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:47.746503 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:47.747922 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] 10.222.0.13 "PUT /v2.0/ports/1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 1094 time: 0.8529429 Sep 09 14:45:47.748352 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'tag': '1fe615c0-96af-43c0-85d7-dee5d753d1ed'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:45:47.751091 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac" -d '{"events": [{"name": "network-changed", "server_uuid": "0af0d2da-2e53-4d49-a2e0-349e3f651826", "tag": "1fe615c0-96af-43c0-85d7-dee5d753d1ed"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:45:47.777457 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad8ded6-0be4-417c-97f6-91af5d5310e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1fe615c0-96af-43c0-85d7-dee5d753d1ed,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:47.781240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d06c40-a6ff-467b-af64-4525bbff411c,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:47.790133 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e279cac-053b-49ef-80ed-5fdd3f5f660f req-982c6724-ae92-4db9-87e2-6ffed96633a7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:47.791601 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3e279cac-053b-49ef-80ed-5fdd3f5f660f req-982c6724-ae92-4db9-87e2-6ffed96633a7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 931 time: 0.1051338 Sep 09 14:45:47.804493 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c096c5ed-f04e-4430-ab3b-2e08d8bd261d x-openstack-request-id: req-c096c5ed-f04e-4430-ab3b-2e08d8bd261d {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:45:47.804789 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af0d2da-2e53-4d49-a2e0-349e3f651826", "tag": "1fe615c0-96af-43c0-85d7-dee5d753d1ed", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:45:47.805042 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c096c5ed-f04e-4430-ab3b-2e08d8bd261d {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:45:47.805440 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'tag': '1fe615c0-96af-43c0-85d7-dee5d753d1ed', 'status': 'completed', 'code': 200} Sep 09 14:45:48.002437 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Attempting to bind port f4d06c40-a6ff-467b-af64-4525bbff411c on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:48.002884 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Attempting to bind port f4d06c40-a6ff-467b-af64-4525bbff411c by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:48.003122 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Attempting to bind port f4d06c40-a6ff-467b-af64-4525bbff411c on network 530f2b2e-033d-413d-b273-9f1005827dc0 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:48.015471 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Port f4d06c40-a6ff-467b-af64-4525bbff411c on network 530f2b2e-033d-413d-b273-9f1005827dc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:45:48.015816 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Attempting to bind port f4d06c40-a6ff-467b-af64-4525bbff411c on network 530f2b2e-033d-413d-b273-9f1005827dc0 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:48.020136 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3e279cac-053b-49ef-80ed-5fdd3f5f660f req-ec872051-6e5b-4475-b3b8-d5491632c983 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050445 Sep 09 14:45:48.024238 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:48.024578 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Checking segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:48.025111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Bound using segment: {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:48.025536 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Bound port: f4d06c40-a6ff-467b-af64-4525bbff411c, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:48.026308 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:48.090840 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] For port f4d06c40-a6ff-467b-af64-4525bbff411c, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:48.095508 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] For port f4d06c40-a6ff-467b-af64-4525bbff411c, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4d06c40-a6ff-467b-af64-4525bbff411c,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:48.099700 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:48.135623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:48.136256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:48.137659 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4d06c40-a6ff-467b-af64-4525bbff411c HTTP/1.1" status: 200 len: 1093 time: 1.2438846 Sep 09 14:45:48.138111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'tag': 'f4d06c40-a6ff-467b-af64-4525bbff411c'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:45:48.224211 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da527cc-63cf-4efa-8fa6-9a94644edec7 service neutron] Pushing event updated for resources: {'Port': ['ID=f4d06c40-a6ff-467b-af64-4525bbff411c,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:48.302424 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d" -d '{"events": [{"name": "network-changed", "server_uuid": "f04690fc-d75c-4c82-9524-309bfddc8948", "tag": "f4d06c40-a6ff-467b-af64-4525bbff411c"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:45:48.392920 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc62c0f-c7bf-4e6b-b97d-004c26ccad6d x-openstack-request-id: req-adc62c0f-c7bf-4e6b-b97d-004c26ccad6d {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:45:48.393214 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04690fc-d75c-4c82-9524-309bfddc8948", "tag": "f4d06c40-a6ff-467b-af64-4525bbff411c", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:45:48.393461 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-adc62c0f-c7bf-4e6b-b97d-004c26ccad6d {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:45:48.393909 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'tag': 'f4d06c40-a6ff-467b-af64-4525bbff411c', 'status': 'completed', 'code': 200} Sep 09 14:45:48.443558 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863efdc-b38f-437a-9705-aaa9347991d0 req-fc9ad664-30cc-4c36-ab56-3d63a8c7303e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:48.445128 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1863efdc-b38f-437a-9705-aaa9347991d0 req-fc9ad664-30cc-4c36-ab56-3d63a8c7303e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0504074 Sep 09 14:45:48.485084 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1863efdc-b38f-437a-9705-aaa9347991d0 req-d7d8361d-1f5f-4d82-8f30-3e084e80570c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336194 Sep 09 14:45:48.604134 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bb18bebd-bfdf-4cae-bab3-36e891c00f16 req-c7e9326d-12a3-425d-82c5-1e93d5c3b76a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0265293 Sep 09 14:45:49.137903 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b33017-e520-4af1-b855-387c938ab3ba req-247e18b3-e812-4552-9c75-a093319c73a3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:49.139442 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-39b33017-e520-4af1-b855-387c938ab3ba req-247e18b3-e812-4552-9c75-a093319c73a3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 943 time: 0.0529547 Sep 09 14:45:49.177308 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-39b33017-e520-4af1-b855-387c938ab3ba req-70598268-cdcd-4f60-ab95-97da9c70c3e1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Sep 09 14:45:49.602021 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388e62-b2ff-4781-ada7-835b098b5fb2 req-04d33f73-4c98-4024-b246-06969fd3dca9 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:49.603443 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cb388e62-b2ff-4781-ada7-835b098b5fb2 req-04d33f73-4c98-4024-b246-06969fd3dca9 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0513251 Sep 09 14:45:49.643268 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cb388e62-b2ff-4781-ada7-835b098b5fb2 req-83b89af8-2154-42ae-8a2f-ce1cb39df6e8 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328815 Sep 09 14:45:49.704440 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d67562ce-04ed-478e-b074-80ff1f24dbda req-c266fb33-a51d-48f5-a0f0-3035e4b0a230 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0298569 Sep 09 14:45:50.250391 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'port': {'device_id': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'admin_state_up': True, 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'security_groups': ['5be7e7d7-fc9b-4422-88d9-0fdfc0f35126']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:50.419174 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac6a31-3fab-4604-9817-782ace0b8730 req-44f27147-ade9-4956-a256-2d5b9ad8ec2f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.420717 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcac6a31-3fab-4604-9817-782ace0b8730 req-44f27147-ade9-4956-a256-2d5b9ad8ec2f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 943 time: 0.1743495 Sep 09 14:45:50.439633 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-433e9704-8f64-4d0e-ad8e-a2b7da013f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.441105 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-433e9704-8f64-4d0e-ad8e-a2b7da013f3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 1096 time: 0.1535888 Sep 09 14:45:50.442934 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac req-59ebcef1-a7db-44f9-8873-a98401676eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.444534 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac req-59ebcef1-a7db-44f9-8873-a98401676eed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1097 time: 0.1366584 Sep 09 14:45:50.449449 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-115cfdeb-8a75-439c-aa81-94ab4369f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.450844 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-115cfdeb-8a75-439c-aa81-94ab4369f5c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79a29534-23ec-48a5-94ab-1a62fef76898 HTTP/1.1" status: 200 len: 913 time: 0.1916313 Sep 09 14:45:50.537431 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-35ea6e54-f07d-41f2-beb1-4f69d17229af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d06c40-a6ff-467b-af64-4525bbff411c HTTP/1.1" status: 200 len: 217 time: 0.0782413 Sep 09 14:45:50.548351 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcac6a31-3fab-4604-9817-782ace0b8730 req-6fc7b50a-e04c-43da-9024-5f11074a7109 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140232 Sep 09 14:45:50.556271 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-bcc1cae8-9f5a-46dc-8777-36d7c9154aa5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0 HTTP/1.1" status: 200 len: 217 time: 0.0782535 Sep 09 14:45:50.565777 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Made reservation on behalf of 5c1a8bd673264a74acc528dabeba56ad for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:45:50.569195 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:50.621587 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-3dae85fb-62c7-4eb2-a519-5cab405feaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.622987 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-3dae85fb-62c7-4eb2-a519-5cab405feaf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0729711 Sep 09 14:45:50.708381 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-cdb57ad8-ac1a-44b3-8c27-66d97623bf68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541346 Sep 09 14:45:50.717739 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-c6ea1426-3a5c-4233-8840-5129314d8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.719223 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-c6ea1426-3a5c-4233-8840-5129314d8fba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=aa11bfaf-db5f-438f-98c8-7f371299a661 HTTP/1.1" status: 200 len: 852 time: 0.1496363 Sep 09 14:45:50.809307 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac req-940297c4-8526-4eb0-b625-d952fa85de5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.810964 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac req-940297c4-8526-4eb0-b625-d952fa85de5e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3467445 Sep 09 14:45:50.815164 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-05fc508b-c0b7-470a-8f00-d5be768467c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79a29534-23ec-48a5-94ab-1a62fef76898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856609 Sep 09 14:45:50.830426 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429ef5-7a71-4ad5-9dff-c67f38886a13 req-6caf31a3-8ff7-4cf7-8b48-7df1581900a2 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:50.841654 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-33429ef5-7a71-4ad5-9dff-c67f38886a13 req-6caf31a3-8ff7-4cf7-8b48-7df1581900a2 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.1133525 Sep 09 14:45:50.859763 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4da2bdb6-797d-4f08-8dd3-3f3391f57d34 req-6bdfa630-88b2-4332-afb4-2f0db6a75c99 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0381620 Sep 09 14:45:50.873634 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Allocated IP 172.20.0.6 (8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b/958bdbd8-83d2-4585-9839-6c4525ee7e03/d7544d03-7fbc-48b9-b833-6b756560aab3) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:45:50.917964 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-b098ece0-199c-49ae-9116-31ea294eb8c5 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014644 Sep 09 14:45:51.172678 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-33429ef5-7a71-4ad5-9dff-c67f38886a13 req-4486912d-6c9c-4bcf-8cf2-83ad1acb1806 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300323 Sep 09 14:45:51.221142 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-4754f351-cf20-4b51-898f-88ed0919e89b service neutron] 10.222.0.13 "GET /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714015 Sep 09 14:45:51.256358 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-539a4e93-19ab-49bb-b913-77a4f13d8ffd req-39bbf04d-ec75-4563-9f1f-972f227e445f service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277335 Sep 09 14:45:51.273684 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac req-1b4d9d65-869f-435d-9212-d479a69202ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.275286 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c6fddf01-69c5-4d2d-a569-e641b8d4ccac req-1b4d9d65-869f-435d-9212-d479a69202ea service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4173679 Sep 09 14:45:51.302687 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:51.375302 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-be14bdeb-dd48-43ed-9093-236691ea1a1d service neutron] 10.222.0.13 "GET /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421325 Sep 09 14:45:51.398739 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Transition to ACTIVE for port object d7544d03-7fbc-48b9-b833-6b756560aab3 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:51.428645 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-1d73cb42-5820-4cbf-97a3-1944a3d1e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.430496 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-1d73cb42-5820-4cbf-97a3-1944a3d1e5b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1097 time: 0.1050837 Sep 09 14:45:51.434281 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-824b3133-2aeb-4eef-b4c3-d6b241bb7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.436660 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-824b3133-2aeb-4eef-b4c3-d6b241bb7933 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 1096 time: 0.0953112 Sep 09 14:45:51.490113 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-6c791ae1-f2c2-4ad6-a063-dcb2a2e03782 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 217 time: 0.0438142 Sep 09 14:45:51.564626 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5ba58158-8349-4334-b870-51fdb9a6c2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.566989 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-5ba58158-8349-4334-b870-51fdb9a6c2b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0685604 Sep 09 14:45:51.599178 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:51.602587 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-af0ff0b9-53ca-48a6-96fe-48dd03147ead service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274382 Sep 09 14:45:51.698427 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-9009b5bd-46c0-4ebd-b6d7-ca40ef476133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.698427 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-9009b5bd-46c0-4ebd-b6d7-ca40ef476133 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.2468426 Sep 09 14:45:51.767354 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-f512f829-d90f-46a3-8e9b-f917dd34121d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d06c40-a6ff-467b-af64-4525bbff411c HTTP/1.1" status: 200 len: 217 time: 0.0530546 Sep 09 14:45:51.818115 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:45:51.850637 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:51.860991 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:45:51.863968 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:45:51.870252 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.870945 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:51.909929 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75945c-5caa-4b69-86cd-a0451c61bad6 req-938aa87f-876c-47a4-9f68-5267640fdc1b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.912174 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bf75945c-5caa-4b69-86cd-a0451c61bad6 req-938aa87f-876c-47a4-9f68-5267640fdc1b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 943 time: 0.2104368 Sep 09 14:45:51.913811 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-e0f805f7-027b-4e65-b998-3d2a9a10f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:51.915376 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-e0f805f7-027b-4e65-b998-3d2a9a10f269 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.1391406 Sep 09 14:45:51.917242 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-5cc98670-0d41-4c0d-8e5f-50ad8e1b2d14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6720390 Sep 09 14:45:51.937273 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Request body: {'port': {'device_id': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:45:51.951850 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-ee5eb48a-9c10-4f3e-8842-2aeeda1d6ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386815 Sep 09 14:45:51.996524 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-2e7444e6-3a2b-40da-a3ff-3e10609a9519 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658391 Sep 09 14:45:52.044610 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bf75945c-5caa-4b69-86cd-a0451c61bad6 req-59eed02d-d956-449f-b4a8-d0df41735544 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227264 Sep 09 14:45:52.050453 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.095525 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3868dfac-3b19-4908-a119-ae99ebc28ffb req-f05dc5ea-cfdb-4a23-923d-095d6148e3ac service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340888 Sep 09 14:45:52.147824 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159798e-81d2-4b73-ab4e-11004abe2256 req-bf123ca9-6b2b-4977-ab1f-e12bc15205fa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:52.149630 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8159798e-81d2-4b73-ab4e-11004abe2256 req-bf123ca9-6b2b-4977-ab1f-e12bc15205fa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 931 time: 0.1525950 Sep 09 14:45:52.224511 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8159798e-81d2-4b73-ab4e-11004abe2256 req-965c81ee-27fc-4d49-8150-54428b69ef0d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641539 Sep 09 14:45:52.239495 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1ca37064-ed38-4bad-a896-6fc5d4fb7fd5 None None] Provisioning for port d7544d03-7fbc-48b9-b833-6b756560aab3 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:45:52.246180 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1ca37064-ed38-4bad-a896-6fc5d4fb7fd5 None None] Provisioning complete for port d7544d03-7fbc-48b9-b833-6b756560aab3 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:45:52.246830 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ca37064-ed38-4bad-a896-6fc5d4fb7fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.305299 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-1ca37064-ed38-4bad-a896-6fc5d4fb7fd5 None None] Port d7544d03-7fbc-48b9-b833-6b756560aab3 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:45:52.438160 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000b754-b84e-4213-ad1a-b94b9ef2e320 req-a23b8d49-a185-4dee-8fb0-597a4096dbc7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:52.443616 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3000b754-b84e-4213-ad1a-b94b9ef2e320 req-a23b8d49-a185-4dee-8fb0-597a4096dbc7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.1368172 Sep 09 14:45:52.519318 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3000b754-b84e-4213-ad1a-b94b9ef2e320 req-ef6bfcbe-81a6-4df7-b9af-4c17eca7a808 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682251 Sep 09 14:45:52.578116 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7544d03-7fbc-48b9-b833-6b756560aab3 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:45:52.586072 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.599475 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Transition to ACTIVE for port object d7544d03-7fbc-48b9-b833-6b756560aab3 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:45:52.603941 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.688630 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:52.703864 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Attempting to bind port d7544d03-7fbc-48b9-b833-6b756560aab3 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:45:52.704449 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Attempting to bind port d7544d03-7fbc-48b9-b833-6b756560aab3 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:45:52.704558 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Attempting to bind port d7544d03-7fbc-48b9-b833-6b756560aab3 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:52.709264 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Port d7544d03-7fbc-48b9-b833-6b756560aab3 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:45:52.709591 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Attempting to bind port d7544d03-7fbc-48b9-b833-6b756560aab3 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:45:52.715334 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:45:52.715963 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Checking segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:45:52.716492 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Bound using segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:45:52.716916 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Bound port: d7544d03-7fbc-48b9-b833-6b756560aab3, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:45:52.717285 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.793528 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:45:52.797763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:45:52.802697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.846344 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:52.846963 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:52.848401 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 1093 time: 0.9165730 Sep 09 14:45:52.848835 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:45:52.851039 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf435d1-9e50-43b0-86b3-642315a109f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:45:52.880538 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968bf67a-6d12-4b87-a874-27427e7d80b7 service neutron] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:52.963631 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ac92a8-6815-42ae-b7ac-6c85d6053b1d x-openstack-request-id: req-33ac92a8-6815-42ae-b7ac-6c85d6053b1d {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:45:52.963933 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:45:52.964187 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33ac92a8-6815-42ae-b7ac-6c85d6053b1d {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:45:52.964765 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'status': 'completed', 'code': 200} Sep 09 14:45:53.165682 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d2d99-e3c5-410d-b4cb-cdb17b6856cd req-fe336923-1b4e-46fb-ac72-22a8cd7997b0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:53.167155 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-796d2d99-e3c5-410d-b4cb-cdb17b6856cd req-fe336923-1b4e-46fb-ac72-22a8cd7997b0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 943 time: 0.0489571 Sep 09 14:45:53.204763 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-796d2d99-e3c5-410d-b4cb-cdb17b6856cd req-7b00d828-e1e8-4887-86d0-26459a2759c2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309558 Sep 09 14:45:53.350220 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac7b2b-3282-4889-98fe-989deb729f0f req-3de460dd-9b4f-42d3-8253-5fdd80752ef9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:53.351741 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-32ac7b2b-3282-4889-98fe-989deb729f0f req-3de460dd-9b4f-42d3-8253-5fdd80752ef9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0480852 Sep 09 14:45:53.390830 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-32ac7b2b-3282-4889-98fe-989deb729f0f req-dab80aaf-7d11-4a35-99a6-1f6a2c617269 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329635 Sep 09 14:45:53.637011 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309cfec-5ecf-4ea0-ad2d-928ac495f674 req-61ee51c0-f693-457c-8e2a-020df675a838 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:53.638489 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d309cfec-5ecf-4ea0-ad2d-928ac495f674 req-61ee51c0-f693-457c-8e2a-020df675a838 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0484030 Sep 09 14:45:53.675195 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d309cfec-5ecf-4ea0-ad2d-928ac495f674 req-3790ee1f-5f24-4539-9959-1ee6d13f3c7d tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298960 Sep 09 14:45:53.900004 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-4da6a690-01cb-4e00-9635-d1f0a1271e88 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871954 Sep 09 14:45:54.316155 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a274ed-c921-4ed8-a8c6-0ef450e1deb1 req-6ac806a4-ecdb-4868-bb4f-51176cc408f9 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:54.317609 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c0a274ed-c921-4ed8-a8c6-0ef450e1deb1 req-6ac806a4-ecdb-4868-bb4f-51176cc408f9 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 943 time: 0.0482135 Sep 09 14:45:54.355072 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c0a274ed-c921-4ed8-a8c6-0ef450e1deb1 req-d7916c31-69a5-4558-8820-ccaaf05bbc52 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310524 Sep 09 14:45:54.512989 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b358c6-5f95-427d-b58c-02dc290c2dda req-5e00204d-a319-4b53-ae7b-13359e6b985c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:54.514677 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-09b358c6-5f95-427d-b58c-02dc290c2dda req-5e00204d-a319-4b53-ae7b-13359e6b985c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0542371 Sep 09 14:45:54.556577 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-09b358c6-5f95-427d-b58c-02dc290c2dda req-7c3504cf-1de1-4821-9d82-e775c0184f21 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358224 Sep 09 14:45:54.797756 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3568-ee5b-4c41-b3f1-c5ebcfaa95c3 req-3862b238-e51c-4bce-9af3-ea260865b0e5 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:54.799418 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4f3e3568-ee5b-4c41-b3f1-c5ebcfaa95c3 req-3862b238-e51c-4bce-9af3-ea260865b0e5 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 944 time: 0.0560606 Sep 09 14:45:54.821641 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4d06c40-a6ff-467b-af64-4525bbff411c details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:45:54.882688 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4f3e3568-ee5b-4c41-b3f1-c5ebcfaa95c3 req-fca6d68b-9e71-482e-92c6-e61dcd99c3e0 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674100 Sep 09 14:45:54.895422 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-f4685c93-2267-41dd-92d3-73778932862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:54.897570 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-f4685c93-2267-41dd-92d3-73778932862c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1096 time: 0.0659559 Sep 09 14:45:54.927860 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f44ea327-bb2f-4be3-b9b7-2b5590c1e07d req-38fe633a-53da-4058-a3c8-8a4c4c8ceb22 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067562 Sep 09 14:45:54.940077 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f4d06c40-a6ff-467b-af64-4525bbff411c, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4d06c40-a6ff-467b-af64-4525bbff411c,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:54.946091 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-d3e1e9b7-2fb1-4f6a-bbe4-bbf4a4f9bb40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 217 time: 0.0395787 Sep 09 14:45:54.951678 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'f4d06c40-a6ff-467b-af64-4525bbff411c', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'port_id': 'f4d06c40-a6ff-467b-af64-4525bbff411c', 'mac_address': 'fa:16:3e:50:08:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:45:54.992455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:55.001362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-8adb5abe-7dc7-4d24-97c0-76b62dd351c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.002919 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-8adb5abe-7dc7-4d24-97c0-76b62dd351c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0475774 Sep 09 14:45:55.005124 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4d06c40-a6ff-467b-af64-4525bbff411c {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:45:55.025413 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f4d06c40-a6ff-467b-af64-4525bbff411c, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4d06c40-a6ff-467b-af64-4525bbff411c,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:55.030150 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:55.031497 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 4285c000-a08e-4ffe-890d-9d7b0f5054d0 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:45:55.060673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-3c8e5c2a-1ce5-41e5-a4f7-2d393ae34c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.062955 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-3c8e5c2a-1ce5-41e5-a4f7-2d393ae34c6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523522 Sep 09 14:45:55.097847 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=f4d06c40-a6ff-467b-af64-4525bbff411c,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:55.158106 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-a7f3c73a-0f82-4a3c-80ff-b7d13b61742c service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866723 Sep 09 14:45:55.167919 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0,segment=NetworkSegment(4f305af7-85af-4776-8947-f6268263d52a),segment_id=4f305af7-85af-4776-8947-f6268263d52a)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:55.181111 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '4285c000-a08e-4ffe-890d-9d7b0f5054d0', 'network_id': '79a29534-23ec-48a5-94ab-1a62fef76898', 'port_id': '4285c000-a08e-4ffe-890d-9d7b0f5054d0', 'mac_address': 'fa:16:3e:0c:b7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa11bfaf-db5f-438f-98c8-7f371299a661', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:45:55.218732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:55.231830 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4285c000-a08e-4ffe-890d-9d7b0f5054d0 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:45:55.251339 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0,segment=NetworkSegment(4f305af7-85af-4776-8947-f6268263d52a),segment_id=4f305af7-85af-4776-8947-f6268263d52a)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:45:55.251507 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5828349c-42b4-4bad-8a88-3018b7314db0 req-89008f58-8974-4744-aa67-b1c4b215e26a service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850704 Sep 09 14:45:55.255189 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:55.305320 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=4285c000-a08e-4ffe-890d-9d7b0f5054d0,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:55.344310 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-a8c8b645-3bcd-422d-95e5-3d96886f0c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.345812 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-a8c8b645-3bcd-422d-95e5-3d96886f0c4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1096 time: 0.0432718 Sep 09 14:45:55.444461 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-f9879605-4f47-4f33-959a-57067a712169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.445960 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-f9879605-4f47-4f33-959a-57067a712169 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0928741 Sep 09 14:45:55.478772 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80995ae6-415f-4cb6-9579-f1327051175d req-2745a77e-c4b3-4be2-9c44-eaaad4380574 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.480462 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-80995ae6-415f-4cb6-9579-f1327051175d req-2745a77e-c4b3-4be2-9c44-eaaad4380574 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 944 time: 0.0554790 Sep 09 14:45:55.488192 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-213fde5e-b144-42b5-8ca5-03ad424f6b73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 217 time: 0.0343354 Sep 09 14:45:55.526475 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-80995ae6-415f-4cb6-9579-f1327051175d req-c43fa426-f80b-45d5-8f98-023195698a8b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360713 Sep 09 14:45:55.542861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-c2451758-f7ea-4af6-a459-0cd0c395533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.544627 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-c2451758-f7ea-4af6-a459-0cd0c395533e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0488896 Sep 09 14:45:55.587817 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f4d06c40-a6ff-467b-af64-4525bbff411c'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:45:55.597672 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-cb9a4952-fd0e-45ae-80e9-06ccc714ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.599344 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-cb9a4952-fd0e-45ae-80e9-06ccc714ccb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470316 Sep 09 14:45:55.652685 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['4285c000-a08e-4ffe-890d-9d7b0f5054d0'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:45:55.764144 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686840e9-3e29-4699-9247-ac3b9b1f59f9 req-9db935cf-2c5b-4cb9-883c-cee1b72dffe0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:55.766638 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-686840e9-3e29-4699-9247-ac3b9b1f59f9 req-9db935cf-2c5b-4cb9-883c-cee1b72dffe0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.1017723 Sep 09 14:45:55.774099 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-90d3616a-9f5f-4cc8-a219-82f08e3516dc service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640451 Sep 09 14:45:55.853596 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-686840e9-3e29-4699-9247-ac3b9b1f59f9 req-dbf0f7e7-201f-4200-99d4-80939eacc7b9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778944 Sep 09 14:45:55.985414 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-caf435d1-9e50-43b0-86b3-642315a109f8 req-1caaebfc-596b-4ba1-9397-5019371c2e28 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015426 Sep 09 14:45:56.113243 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2346e0-e7bc-4a80-a7e5-c180f412cd79 req-fd8d1f7f-1265-43d0-88e4-ffcd2409f7c4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:56.114924 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b2346e0-e7bc-4a80-a7e5-c180f412cd79 req-fd8d1f7f-1265-43d0-88e4-ffcd2409f7c4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 945 time: 0.0954697 Sep 09 14:45:56.184962 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b2346e0-e7bc-4a80-a7e5-c180f412cd79 req-d5fc1e00-0727-460f-973b-b81e7659bce9 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635886 Sep 09 14:45:56.223952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43456) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:56.324917 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43464) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:56.411364 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-be1d55e6-61c0-47e1-a81e-cb2bc69583e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.441275 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2da32375-210c-4853-8d71-3ea8fb63f084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.521572 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-be1d55e6-61c0-47e1-a81e-cb2bc69583e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.527018 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-be1d55e6-61c0-47e1-a81e-cb2bc69583e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.583537 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-be1d55e6-61c0-47e1-a81e-cb2bc69583e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5df1ececa0864756815633c68a147c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3559544 Sep 09 14:45:56.583939 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43472) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:56.588948 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d55e6-61c0-47e1-a81e-cb2bc69583e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc10b5e7-d807-40d6-b4b7-e2562aed5b25,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:56.656328 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2da32375-210c-4853-8d71-3ea8fb63f084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.660545 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2da32375-210c-4853-8d71-3ea8fb63f084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.674934 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca859c-7bce-4ef3-a2d7-a8e52dbd5577 req-0b3a644c-2d0f-4052-b237-f61abed701cc tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:56.676504 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebca859c-7bce-4ef3-a2d7-a8e52dbd5577 req-0b3a644c-2d0f-4052-b237-f61abed701cc tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 944 time: 0.0747666 Sep 09 14:45:56.681185 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af4-ef77-42a5-8e88-d2218f4d7a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.699103 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2da32375-210c-4853-8d71-3ea8fb63f084 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ee4f9fdca48447f9d6a3738ad32a9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3730934 Sep 09 14:45:56.699992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da32375-210c-4853-8d71-3ea8fb63f084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d554f4-a5a4-4ce0-90f7-f82f84a223c7,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:56.702242 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43474) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:56.716601 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af4-ef77-42a5-8e88-d2218f4d7a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.743390 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebca859c-7bce-4ef3-a2d7-a8e52dbd5577 req-fd79ddda-3e53-40be-825b-28c594c693c8 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594130 Sep 09 14:45:56.754120 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-353ef075-8fc9-4618-a6a4-374c999c31a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.776270 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af4-ef77-42a5-8e88-d2218f4d7a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.779035 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e6e95af4-ef77-42a5-8e88-d2218f4d7a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.779835 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-353ef075-8fc9-4618-a6a4-374c999c31a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.780244 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e6e95af4-ef77-42a5-8e88-d2218f4d7a49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc10b5e7-d807-40d6-b4b7-e2562aed5b25 HTTP/1.1" status: 204 len: 168 time: 0.1950548 Sep 09 14:45:56.789458 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e95af4-ef77-42a5-8e88-d2218f4d7a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc10b5e7-d807-40d6-b4b7-e2562aed5b25,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:56.844134 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-353ef075-8fc9-4618-a6a4-374c999c31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.847099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-353ef075-8fc9-4618-a6a4-374c999c31a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:56.848300 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-353ef075-8fc9-4618-a6a4-374c999c31a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83d554f4-a5a4-4ce0-90f7-f82f84a223c7 HTTP/1.1" status: 204 len: 168 time: 0.1442535 Sep 09 14:45:56.855993 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ef075-8fc9-4618-a6a4-374c999c31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d554f4-a5a4-4ce0-90f7-f82f84a223c7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:56.996260 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24049b2-f21c-4347-a619-e3e073b26cfc req-39cad489-fb40-414b-ab0e-07618c59b2f3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:56.997794 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c24049b2-f21c-4347-a619-e3e073b26cfc req-39cad489-fb40-414b-ab0e-07618c59b2f3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0496299 Sep 09 14:45:57.044183 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c24049b2-f21c-4347-a619-e3e073b26cfc req-c680bf6f-65de-406f-ad94-7ded00840d6d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384696 Sep 09 14:45:57.095835 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43486) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:57.110131 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72089ce6-dad0-437f-8aaf-701bc0d1c97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.208118 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72089ce6-dad0-437f-8aaf-701bc0d1c97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.212475 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-72089ce6-dad0-437f-8aaf-701bc0d1c97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.251692 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72089ce6-dad0-437f-8aaf-701bc0d1c97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89697ca4-6ca7-46dc-b9ad-d0568d98d748,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:57.256017 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-72089ce6-dad0-437f-8aaf-701bc0d1c97b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7fa25f25dfc43d1bc127234d87815c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588783 Sep 09 14:45:57.258767 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43492) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:57.271266 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43494) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:57.285328 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3bca6830-a4e2-4872-9dd8-6ba064a1aeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.355562 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5adf752-73ed-4415-9d69-10fcef70f1b1 req-88a1197e-daab-4397-84f3-d760dcc45b8c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:57.357209 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b5adf752-73ed-4415-9d69-10fcef70f1b1 req-88a1197e-daab-4397-84f3-d760dcc45b8c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 945 time: 0.0793679 Sep 09 14:45:57.379027 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0875b07-2a27-45cf-82fd-397b0dfc5c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.413184 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3bca6830-a4e2-4872-9dd8-6ba064a1aeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.419433 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3bca6830-a4e2-4872-9dd8-6ba064a1aeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.420627 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0875b07-2a27-45cf-82fd-397b0dfc5c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.437762 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b5adf752-73ed-4415-9d69-10fcef70f1b1 req-ca69f771-dfc6-4b99-b985-404543f4dce4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721974 Sep 09 14:45:57.472699 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3bca6830-a4e2-4872-9dd8-6ba064a1aeec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c18bb6a1f6f412193b787478533661f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003171 Sep 09 14:45:57.473706 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bca6830-a4e2-4872-9dd8-6ba064a1aeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2fe142-bc62-46b8-9d78-09454883af44,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:57.475557 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43506) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:45:57.508079 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0875b07-2a27-45cf-82fd-397b0dfc5c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.510514 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e0875b07-2a27-45cf-82fd-397b0dfc5c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.511633 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e0875b07-2a27-45cf-82fd-397b0dfc5c0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89697ca4-6ca7-46dc-b9ad-d0568d98d748 HTTP/1.1" status: 204 len: 168 time: 0.2518923 Sep 09 14:45:57.530269 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0875b07-2a27-45cf-82fd-397b0dfc5c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89697ca4-6ca7-46dc-b9ad-d0568d98d748,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:57.546256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ced990b1-610a-4b4d-b6f3-0bdc44c46ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.568758 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ced990b1-610a-4b4d-b6f3-0bdc44c46ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.622131 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ced990b1-610a-4b4d-b6f3-0bdc44c46ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.626754 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ced990b1-610a-4b4d-b6f3-0bdc44c46ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:57.628144 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ced990b1-610a-4b4d-b6f3-0bdc44c46ccb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec2fe142-bc62-46b8-9d78-09454883af44 HTTP/1.1" status: 204 len: 168 time: 0.1505208 Sep 09 14:45:57.642036 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced990b1-610a-4b4d-b6f3-0bdc44c46ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2fe142-bc62-46b8-9d78-09454883af44,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:45:57.875404 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3bdc4-ae68-4d3f-9be3-aca842d1ea30 req-9e27d6d2-3901-4892-afc1-90f476235163 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:57.877131 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-66d3bdc4-ae68-4d3f-9be3-aca842d1ea30 req-9e27d6d2-3901-4892-afc1-90f476235163 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 944 time: 0.0544591 Sep 09 14:45:57.922916 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-66d3bdc4-ae68-4d3f-9be3-aca842d1ea30 req-c66fd940-6781-4692-b3cc-66ef0d5f5f32 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379114 Sep 09 14:45:58.176103 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ec283-ff71-496b-ae4e-252f934da4ae req-a619fc79-5f54-4c13-89ca-e5264f1ad728 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:58.177617 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-699ec283-ff71-496b-ae4e-252f934da4ae req-a619fc79-5f54-4c13-89ca-e5264f1ad728 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0574586 Sep 09 14:45:58.224284 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-699ec283-ff71-496b-ae4e-252f934da4ae req-9f7510d6-ff03-4c79-bd0b-e848242fd1b0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407639 Sep 09 14:45:58.501797 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:58.550600 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f6ab8-26f3-4cc4-86af-e2fc9540949d req-913f9b9e-068e-46bb-b5d7-d9540620f293 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:58.552128 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c73f6ab8-26f3-4cc4-86af-e2fc9540949d req-913f9b9e-068e-46bb-b5d7-d9540620f293 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 945 time: 0.0475223 Sep 09 14:45:58.596328 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c73f6ab8-26f3-4cc4-86af-e2fc9540949d req-c2548321-e599-41fe-9c90-d62bcfab41a0 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369787 Sep 09 14:45:59.038224 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdab40-8ab1-42cf-b801-5a0bbef08f9d req-4011889f-9061-4115-93a9-3cf29ed9a007 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:59.039765 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4fdab40-8ab1-42cf-b801-5a0bbef08f9d req-4011889f-9061-4115-93a9-3cf29ed9a007 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 944 time: 0.0495183 Sep 09 14:45:59.081537 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4fdab40-8ab1-42cf-b801-5a0bbef08f9d req-7d47029c-4d14-496c-9ea4-8b97d3588fe5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343733 Sep 09 14:45:59.361673 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf435c07-e563-49c7-aac5-7ff08bd78a33 req-0b5b2ee5-dad0-4830-9f3f-74dd59640d40 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:59.363355 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf435c07-e563-49c7-aac5-7ff08bd78a33 req-0b5b2ee5-dad0-4830-9f3f-74dd59640d40 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0629158 Sep 09 14:45:59.413243 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf435c07-e563-49c7-aac5-7ff08bd78a33 req-0c28e1b8-fa6a-41fd-a126-dd3c7c8c55ee tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Sep 09 14:45:59.720327 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66b936-c2f1-49df-a9ed-e9e6a954779b req-9a159a80-cf5e-4cef-b1d7-d26172627ca4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:45:59.721836 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1c66b936-c2f1-49df-a9ed-e9e6a954779b req-9a159a80-cf5e-4cef-b1d7-d26172627ca4 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Sep 09 14:45:59.724670 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b1473826-855e-4b33-948a-cab16943a37c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:45:59.762694 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1c66b936-c2f1-49df-a9ed-e9e6a954779b req-bab00b2e-5f93-4fe2-b9df-7ca3cdb651a5 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346861 Sep 09 14:46:00.199880 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04f8d6-c630-4610-a6b2-c5c053d3040c req-7b516b40-77d7-4255-9b75-59067effeab2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:00.201841 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c04f8d6-c630-4610-a6b2-c5c053d3040c req-7b516b40-77d7-4255-9b75-59067effeab2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 944 time: 0.0532331 Sep 09 14:46:00.244328 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c04f8d6-c630-4610-a6b2-c5c053d3040c req-cde4bc78-94c5-4a66-8076-2b1efaa8cc4c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356064 Sep 09 14:46:00.538380 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725c830-0f38-4fad-82c1-77138261d4f2 req-75d898e0-deb4-4518-9143-f1f58bf9b2e6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:00.540013 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3725c830-0f38-4fad-82c1-77138261d4f2 req-75d898e0-deb4-4518-9143-f1f58bf9b2e6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0566494 Sep 09 14:46:00.595856 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3725c830-0f38-4fad-82c1-77138261d4f2 req-eeb6570b-7869-407c-b415-37c235a7d192 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Sep 09 14:46:00.794934 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43770) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:00.908028 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013059ee-1760-492e-932b-bab2426268e0 req-f78b1066-0e64-4040-af19-1d2e103b558b tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:00.911111 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-013059ee-1760-492e-932b-bab2426268e0 req-f78b1066-0e64-4040-af19-1d2e103b558b tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 945 time: 0.0618577 Sep 09 14:46:00.956327 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a680c2dd-66c2-4d92-949d-038c1f4db607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:00.983446 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-013059ee-1760-492e-932b-bab2426268e0 req-afed1d8c-b09f-41a0-813b-d8071efdebfc tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621817 Sep 09 14:46:01.079905 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a680c2dd-66c2-4d92-949d-038c1f4db607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.084154 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a680c2dd-66c2-4d92-949d-038c1f4db607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.122915 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a680c2dd-66c2-4d92-949d-038c1f4db607 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69e0cda0de69419fab8a59ab48ae9916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273330 Sep 09 14:46:01.123987 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680c2dd-66c2-4d92-949d-038c1f4db607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0994d2-faf2-407c-a4e8-67629e8a3435,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:01.127950 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43806) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:01.182082 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7cfea19f-0e05-4dd9-b62e-72353dc7f73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.204133 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7cfea19f-0e05-4dd9-b62e-72353dc7f73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.256134 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:46:01.258318 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4d06c40-a6ff-467b-af64-4525bbff411c up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:01.261591 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7cfea19f-0e05-4dd9-b62e-72353dc7f73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.264667 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7cfea19f-0e05-4dd9-b62e-72353dc7f73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.268755 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7cfea19f-0e05-4dd9-b62e-72353dc7f73e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b0994d2-faf2-407c-a4e8-67629e8a3435 HTTP/1.1" status: 204 len: 168 time: 0.1412203 Sep 09 14:46:01.279180 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfea19f-0e05-4dd9-b62e-72353dc7f73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0994d2-faf2-407c-a4e8-67629e8a3435,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:01.395667 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b1e2d-207c-4d6e-b5df-f878f82917ec req-8b66fbf6-e602-44d7-9a2f-a2ac9df10e48 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:01.405143 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae1b1e2d-207c-4d6e-b5df-f878f82917ec req-8b66fbf6-e602-44d7-9a2f-a2ac9df10e48 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 944 time: 0.0784836 Sep 09 14:46:01.408992 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:01.432423 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'mac_address': 'fa:16:3e:f2:16:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:46:01.471375 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae1b1e2d-207c-4d6e-b5df-f878f82917ec req-6b1adaee-ce83-4a94-aa22-786b62aeede1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605767 Sep 09 14:46:01.472490 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.482713 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port f4d06c40-a6ff-467b-af64-4525bbff411c completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:01.494332 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port f4d06c40-a6ff-467b-af64-4525bbff411c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:01.494702 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.516627 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7544d03-7fbc-48b9-b833-6b756560aab3 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:01.524494 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43824) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:01.542261 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:01.550672 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.551291 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 1fe615c0-96af-43c0-85d7-dee5d753d1ed details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:46:01.656677 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4136024-0437-438c-b9bd-48bdbcd02f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.662108 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:01.674443 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43830) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:01.678962 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.688870 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f284d98a-34a6-4fae-8108-1ccfb7ff3010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.747555 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d06c40-a6ff-467b-af64-4525bbff411c'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:01.759632 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa42a2-f4f8-4ea9-aacb-12ed89d5532c req-f5ae7ee3-8235-4680-b6bf-5a8bf7307049 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:01.761236 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1daa42a2-f4f8-4ea9-aacb-12ed89d5532c req-f5ae7ee3-8235-4680-b6bf-5a8bf7307049 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 944 time: 0.0858459 Sep 09 14:46:01.790381 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4136024-0437-438c-b9bd-48bdbcd02f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.797504 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a4136024-0437-438c-b9bd-48bdbcd02f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.852584 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a4136024-0437-438c-b9bd-48bdbcd02f09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b12f76216464e5ebd67851375901672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252869 Sep 09 14:46:01.854114 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4136024-0437-438c-b9bd-48bdbcd02f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bc6d67-d502-40fd-b5d6-11e26a8f863e,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:01.856893 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43840) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:01.862640 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f4d06c40-a6ff-467b-af64-4525bbff411c, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4d06c40-a6ff-467b-af64-4525bbff411c,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:01.871482 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:01.874131 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.875690 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 4285c000-a08e-4ffe-890d-9d7b0f5054d0 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:01.878275 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f284d98a-34a6-4fae-8108-1ccfb7ff3010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.885033 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f284d98a-34a6-4fae-8108-1ccfb7ff3010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.930729 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d355-4665-4ef4-9c0d-89e538099a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:01.936617 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1daa42a2-f4f8-4ea9-aacb-12ed89d5532c req-89001b30-fdbd-4459-9380-48dcc2c80735 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668904 Sep 09 14:46:01.952517 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '1fe615c0-96af-43c0-85d7-dee5d753d1ed', 'network_id': '530f2b2e-033d-413d-b273-9f1005827dc0', 'port_id': '1fe615c0-96af-43c0-85d7-dee5d753d1ed', 'mac_address': 'fa:16:3e:62:b2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d9ebc9b-322c-47b2-b78c-86ca9d39ae25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:46:01.962588 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f284d98a-34a6-4fae-8108-1ccfb7ff3010 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93aaa858b16b497c81ec17b9a8b6f4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2834005 Sep 09 14:46:01.973873 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43846) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:01.989741 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284d98a-34a6-4fae-8108-1ccfb7ff3010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dd4510-a4f2-402c-a3ec-38f7db8dba3c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:02.028811 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d355-4665-4ef4-9c0d-89e538099a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.103844 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6a462c1-8b4e-475e-aad4-58dc46d8ee43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.126060 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d355-4665-4ef4-9c0d-89e538099a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.129145 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d355-4665-4ef4-9c0d-89e538099a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.133181 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9ab7d355-4665-4ef4-9c0d-89e538099a63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3bc6d67-d502-40fd-b5d6-11e26a8f863e HTTP/1.1" status: 204 len: 168 time: 0.2720904 Sep 09 14:46:02.146990 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6a462c1-8b4e-475e-aad4-58dc46d8ee43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.156800 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d355-4665-4ef4-9c0d-89e538099a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bc6d67-d502-40fd-b5d6-11e26a8f863e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:02.192678 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c0b79-8769-4901-ac9a-88554b0cd116" -d '{"events": [{"server_uuid": "f04690fc-d75c-4c82-9524-309bfddc8948", "name": "network-vif-plugged", "status": "completed", "tag": "f4d06c40-a6ff-467b-af64-4525bbff411c"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:02.217935 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=f4d06c40-a6ff-467b-af64-4525bbff411c,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:02.229302 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6a462c1-8b4e-475e-aad4-58dc46d8ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.232629 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6a462c1-8b4e-475e-aad4-58dc46d8ee43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.238105 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d6a462c1-8b4e-475e-aad4-58dc46d8ee43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93dd4510-a4f2-402c-a3ec-38f7db8dba3c HTTP/1.1" status: 204 len: 168 time: 0.2631493 Sep 09 14:46:02.251301 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a462c1-8b4e-475e-aad4-58dc46d8ee43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dd4510-a4f2-402c-a3ec-38f7db8dba3c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:02.264233 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.316037 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:02.316037 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:02.316037 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.324499 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8abf7-2c57-449e-b493-23969c91a57f req-a34bb816-275c-4aee-82f9-7612e5898947 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:02.327882 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-59d8abf7-2c57-449e-b493-23969c91a57f req-a34bb816-275c-4aee-82f9-7612e5898947 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 945 time: 0.1729269 Sep 09 14:46:02.341933 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe615c0-96af-43c0-85d7-dee5d753d1ed {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:02.376311 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:02.382891 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.395545 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-59d8abf7-2c57-449e-b493-23969c91a57f req-ad07e5af-b5e9-4931-9686-69e66db4803a tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604160 Sep 09 14:46:02.463234 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=1fe615c0-96af-43c0-85d7-dee5d753d1ed,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:02.478241 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.516909 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0,segment=NetworkSegment(4f305af7-85af-4776-8947-f6268263d52a),segment_id=4f305af7-85af-4776-8947-f6268263d52a)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:02.522919 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.597924 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7fed2-b03d-4f55-9eba-80c0464af4a9 req-6c08a84a-99ee-4145-8f04-c5b054ba2e8d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:02.599905 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-74f7fed2-b03d-4f55-9eba-80c0464af4a9 req-6c08a84a-99ee-4145-8f04-c5b054ba2e8d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0544198 Sep 09 14:46:02.606866 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=4285c000-a08e-4ffe-890d-9d7b0f5054d0,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:02.619044 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-728d3723-63bd-4159-bdfd-72c23ae5ef69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.637814 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d60c40-991b-4c4e-95ff-81180f544da7 x-openstack-request-id: req-f8d60c40-991b-4c4e-95ff-81180f544da7 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:02.638161 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04690fc-d75c-4c82-9524-309bfddc8948", "name": "network-vif-plugged", "status": "completed", "tag": "f4d06c40-a6ff-467b-af64-4525bbff411c", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:02.638416 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8d60c40-991b-4c4e-95ff-81180f544da7 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:02.638903 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4d06c40-a6ff-467b-af64-4525bbff411c', 'code': 200} Sep 09 14:46:02.654692 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['d7544d03-7fbc-48b9-b833-6b756560aab3'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:46:02.658438 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-74f7fed2-b03d-4f55-9eba-80c0464af4a9 req-11405474-c418-4051-90f4-9a092a0f2abd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516980 Sep 09 14:46:02.659831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['1fe615c0-96af-43c0-85d7-dee5d753d1ed'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:46:02.717715 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43876) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:02.808880 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.839134 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43882) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:02.864300 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-845e2f6b-83c4-4a5e-9a45-98355e4b66ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.887266 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9d251-8960-4dd4-b03f-85324ca95d91 req-8d51f838-1121-4fa4-8f69-d97346b3e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:02.889033 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acc9d251-8960-4dd4-b03f-85324ca95d91 req-8d51f838-1121-4fa4-8f69-d97346b3e47e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 1098 time: 0.0895717 Sep 09 14:46:02.930111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-acc9d251-8960-4dd4-b03f-85324ca95d91 req-d36a2d4f-d3ac-4574-9046-0b794804b6f2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:02.996309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-845e2f6b-83c4-4a5e-9a45-98355e4b66ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.002166 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-845e2f6b-83c4-4a5e-9a45-98355e4b66ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.021383 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5026685a-4525-443b-a713-e755ac761129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.054419 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-845e2f6b-83c4-4a5e-9a45-98355e4b66ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2927f27e917e40659e043f0ef95ae927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143331 Sep 09 14:46:03.057216 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43890) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:03.073058 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e2f6b-83c4-4a5e-9a45-98355e4b66ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df15c58-09ae-4375-a2e1-52af19d69b02,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:03.109690 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ebe17-3539-4e39-a072-3cd0f9c60cc9 req-0a1cc3fb-bc8c-4b1c-817f-b5995cec26e3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:03.111486 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e52ebe17-3539-4e39-a072-3cd0f9c60cc9 req-0a1cc3fb-bc8c-4b1c-817f-b5995cec26e3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 944 time: 0.0801866 Sep 09 14:46:03.139259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9204778b-49ff-42e8-a0ed-9e09e152fe63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.157364 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e52ebe17-3539-4e39-a072-3cd0f9c60cc9 req-876162cf-a126-48c7-b96b-c96fccbbacdf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368807 Sep 09 14:46:03.167232 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-acc9d251-8960-4dd4-b03f-85324ca95d91 req-d36a2d4f-d3ac-4574-9046-0b794804b6f2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.177888 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-acc9d251-8960-4dd4-b03f-85324ca95d91 req-d36a2d4f-d3ac-4574-9046-0b794804b6f2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.184141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9204778b-49ff-42e8-a0ed-9e09e152fe63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.231402 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acc9d251-8960-4dd4-b03f-85324ca95d91 req-d36a2d4f-d3ac-4574-9046-0b794804b6f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342216 Sep 09 14:46:03.263655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a2d4f-d3ac-4574-9046-0b794804b6f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d9240a-5f2a-4096-a413-675211ea025a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:03.303439 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9204778b-49ff-42e8-a0ed-9e09e152fe63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.306029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9204778b-49ff-42e8-a0ed-9e09e152fe63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.307070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9204778b-49ff-42e8-a0ed-9e09e152fe63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3df15c58-09ae-4375-a2e1-52af19d69b02 HTTP/1.1" status: 204 len: 168 time: 0.2488558 Sep 09 14:46:03.333146 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204778b-49ff-42e8-a0ed-9e09e152fe63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df15c58-09ae-4375-a2e1-52af19d69b02,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:03.370560 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5026685a-4525-443b-a713-e755ac761129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.376481 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5026685a-4525-443b-a713-e755ac761129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.408105 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5026685a-4525-443b-a713-e755ac761129 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ae63bf591dc46269e76531e337f3f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6888933 Sep 09 14:46:03.410896 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43920) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:03.431074 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026685a-4525-443b-a713-e755ac761129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4a79ed-c66d-4c18-8cad-b380b02f5268,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:03.486297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0cb67d23-be00-4175-bf6d-b4c314d28d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.521916 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0cb67d23-be00-4175-bf6d-b4c314d28d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.560957 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba42d8a-b684-442d-9615-727b1367e787 req-db0e02c2-06a3-4ee2-ab08-b90383078831 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:03.563569 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aba42d8a-b684-442d-9615-727b1367e787 req-db0e02c2-06a3-4ee2-ab08-b90383078831 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0643027 Sep 09 14:46:03.599079 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0cb67d23-be00-4175-bf6d-b4c314d28d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.602407 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0cb67d23-be00-4175-bf6d-b4c314d28d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.611433 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aba42d8a-b684-442d-9615-727b1367e787 req-07816616-4a9a-41a4-8c23-881721a7ed00 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Sep 09 14:46:03.616719 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0cb67d23-be00-4175-bf6d-b4c314d28d88 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f4a79ed-c66d-4c18-8cad-b380b02f5268 HTTP/1.1" status: 204 len: 168 time: 0.1918569 Sep 09 14:46:03.632039 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb67d23-be00-4175-bf6d-b4c314d28d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4a79ed-c66d-4c18-8cad-b380b02f5268,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:03.651475 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:03.780185 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad35066-b155-4a80-8631-a2fff014d230 req-3133383c-10cf-4e4c-bbb3-784e3195a23e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:03.782340 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ad35066-b155-4a80-8631-a2fff014d230 req-3133383c-10cf-4e4c-bbb3-784e3195a23e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Sep 09 14:46:03.823190 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0ad35066-b155-4a80-8631-a2fff014d230 req-feeb4903-cb67-4b2f-9e96-c86e4cd71f3e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Sep 09 14:46:03.900561 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43942) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:04.083803 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6218092-1122-460a-8b26-6f987c754d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.140693 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43954) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:04.160151 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2b7044e8-f82a-4b4c-88d0-b3f3c8afbd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.185301 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6218092-1122-460a-8b26-6f987c754d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.189597 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6218092-1122-460a-8b26-6f987c754d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.229124 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6218092-1122-460a-8b26-6f987c754d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c5f6d-a722-4249-8d3c-08efb66888b7,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:04.233866 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e6218092-1122-460a-8b26-6f987c754d36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=058a9c2e5d444607994b2a3210b1f6f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317206 Sep 09 14:46:04.236273 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 43958) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:04.338210 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-77d01ee5-a37f-4286-9812-acbba7409f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.339888 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2b7044e8-f82a-4b4c-88d0-b3f3c8afbd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.354279 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487f461-6970-4533-97b8-9509632e85a2 req-f35345fb-0581-4d90-a5f5-b34f107d8c0a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:04.355644 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5487f461-6970-4533-97b8-9509632e85a2 req-f35345fb-0581-4d90-a5f5-b34f107d8c0a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 944 time: 0.0790052 Sep 09 14:46:04.356296 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2b7044e8-f82a-4b4c-88d0-b3f3c8afbd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.370972 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-77d01ee5-a37f-4286-9812-acbba7409f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.389671 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2b7044e8-f82a-4b4c-88d0-b3f3c8afbd37 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e845af672780445ca48c836b363852f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461493 Sep 09 14:46:04.392579 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 43966) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:04.424988 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-77d01ee5-a37f-4286-9812-acbba7409f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.429651 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-77d01ee5-a37f-4286-9812-acbba7409f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.431696 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-77d01ee5-a37f-4286-9812-acbba7409f57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/575c5f6d-a722-4249-8d3c-08efb66888b7 HTTP/1.1" status: 204 len: 168 time: 0.1944187 Sep 09 14:46:04.449863 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d01ee5-a37f-4286-9812-acbba7409f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c5f6d-a722-4249-8d3c-08efb66888b7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:04.490004 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5487f461-6970-4533-97b8-9509632e85a2 req-58c3b57e-1754-4f50-83e1-3fc9c1b24a2e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074631 Sep 09 14:46:04.491960 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7044e8-f82a-4b4c-88d0-b3f3c8afbd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5f133-ec0f-48c8-a030-3a756d84b08d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:04.536400 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74986430-44c4-4b71-beb3-52e9c42f776b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.571242 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74986430-44c4-4b71-beb3-52e9c42f776b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.640861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74986430-44c4-4b71-beb3-52e9c42f776b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.641305 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4285c000-a08e-4ffe-890d-9d7b0f5054d0'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:04.644096 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74986430-44c4-4b71-beb3-52e9c42f776b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.645280 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed4feb6-cfff-4983-b291-ab26b3be2b69" -d '{"events": [{"server_uuid": "da3a8c9d-2009-4b5e-b42d-0fa44cbd1396", "name": "network-vif-plugged", "status": "completed", "tag": "4285c000-a08e-4ffe-890d-9d7b0f5054d0"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:04.645718 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-74986430-44c4-4b71-beb3-52e9c42f776b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6e5f133-ec0f-48c8-a030-3a756d84b08d HTTP/1.1" status: 204 len: 168 time: 0.2522385 Sep 09 14:46:04.656213 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74986430-44c4-4b71-beb3-52e9c42f776b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5f133-ec0f-48c8-a030-3a756d84b08d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:04.687041 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb2c24a-0260-487c-9994-120fcd7b51c0 x-openstack-request-id: req-ecb2c24a-0260-487c-9994-120fcd7b51c0 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:04.687488 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a8c9d-2009-4b5e-b42d-0fa44cbd1396", "name": "network-vif-plugged", "status": "completed", "tag": "4285c000-a08e-4ffe-890d-9d7b0f5054d0", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:04.687600 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecb2c24a-0260-487c-9994-120fcd7b51c0 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:04.688178 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4285c000-a08e-4ffe-890d-9d7b0f5054d0', 'code': 200} Sep 09 14:46:04.763344 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c5cb3-5bf7-4fc5-a179-fbe43a9e7f51 req-a875aee4-0ce8-4ab7-be04-4b594008a6f7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:04.765412 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c0c5cb3-5bf7-4fc5-a179-fbe43a9e7f51 req-a875aee4-0ce8-4ab7-be04-4b594008a6f7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0628521 Sep 09 14:46:04.817197 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2c0c5cb3-5bf7-4fc5-a179-fbe43a9e7f51 req-8da26429-e3d7-4fac-bf37-b0f0e73d302e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Sep 09 14:46:04.890258 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fbe3a-715c-40c2-86d9-1a00ae7b830c req-1c791728-c134-4e9e-ae8c-43ed6c4dffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:04.892058 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-292fbe3a-715c-40c2-86d9-1a00ae7b830c req-1c791728-c134-4e9e-ae8c-43ed6c4dffa9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 1099 time: 0.0423563 Sep 09 14:46:04.915344 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44004) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:04.931712 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9c1f201-6270-45ee-9bb2-37da04d441a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:04.986289 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-292fbe3a-715c-40c2-86d9-1a00ae7b830c req-d0db914f-cd0f-4001-9f16-ad639b1df5b7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829983 Sep 09 14:46:04.997741 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e044e5-0676-418a-a886-c3017376b0aa req-98e600aa-9652-4e09-aa98-660f87490001 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:05.000280 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d1e044e5-0676-418a-a886-c3017376b0aa req-98e600aa-9652-4e09-aa98-660f87490001 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0890899 Sep 09 14:46:05.041809 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d1e044e5-0676-418a-a886-c3017376b0aa req-b7c53c5f-efd5-4e39-94be-2fa9f95d67f4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344028 Sep 09 14:46:05.076809 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9c1f201-6270-45ee-9bb2-37da04d441a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.082101 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9c1f201-6270-45ee-9bb2-37da04d441a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.097624 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.121897 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c9c1f201-6270-45ee-9bb2-37da04d441a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8be0db3603024ef69b9ba3e097510250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054744 Sep 09 14:46:05.122757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c1f201-6270-45ee-9bb2-37da04d441a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bd072-c408-4df6-96bd-8163f56c3980,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:05.125330 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44012) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:05.183699 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9a044c5d-8669-401d-92c6-e0bf09f9c709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.208035 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9a044c5d-8669-401d-92c6-e0bf09f9c709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.280135 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9a044c5d-8669-401d-92c6-e0bf09f9c709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.283183 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9a044c5d-8669-401d-92c6-e0bf09f9c709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.287213 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9a044c5d-8669-401d-92c6-e0bf09f9c709 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e49bd072-c408-4df6-96bd-8163f56c3980 HTTP/1.1" status: 204 len: 168 time: 0.1580455 Sep 09 14:46:05.287213 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44018) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:05.287848 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:05.299215 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a044c5d-8669-401d-92c6-e0bf09f9c709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bd072-c408-4df6-96bd-8163f56c3980,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:05.371509 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port d7544d03-7fbc-48b9-b833-6b756560aab3 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:05.383562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port d7544d03-7fbc-48b9-b833-6b756560aab3 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:05.383562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.463478 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.500244 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:05.505023 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.506084 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 1fe615c0-96af-43c0-85d7-dee5d753d1ed up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:05.591599 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:05.612558 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 1fe615c0-96af-43c0-85d7-dee5d753d1ed completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:05.617400 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 1fe615c0-96af-43c0-85d7-dee5d753d1ed triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:05.617830 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.646184 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32efcfa5-9282-4334-98d0-27104ff57d2b req-b80a84b9-0c39-4f96-9f99-2eef71ab13c6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:05.648169 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-32efcfa5-9282-4334-98d0-27104ff57d2b req-b80a84b9-0c39-4f96-9f99-2eef71ab13c6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0552325 Sep 09 14:46:05.662000 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-add64d7a-cb67-4dd4-8563-e6d2f7d82404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.699425 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-32efcfa5-9282-4334-98d0-27104ff57d2b req-5dc0c5c5-7ac0-42ea-8c18-f87d229aaf11 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Sep 09 14:46:05.725962 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.763816 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:05.769012 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.806331 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-add64d7a-cb67-4dd4-8563-e6d2f7d82404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.813653 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-add64d7a-cb67-4dd4-8563-e6d2f7d82404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.823630 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=1fe615c0-96af-43c0-85d7-dee5d753d1ed,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:05.882180 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-add64d7a-cb67-4dd4-8563-e6d2f7d82404 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d24a2696e55414a9aea1964d80a15a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917304 Sep 09 14:46:05.882180 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add64d7a-cb67-4dd4-8563-e6d2f7d82404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7427b1b-32c4-40c3-bca1-a1f42b63d9e8,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:05.882568 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44046) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:05.943701 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15af4eaf-920d-4f64-b254-2c06c7e28c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:05.956620 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bed43-7954-4ba4-a127-fcc026aea5f0 req-537034f2-e7b1-4dc1-b911-1e2965d718b7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:05.958230 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fc7bed43-7954-4ba4-a127-fcc026aea5f0 req-537034f2-e7b1-4dc1-b911-1e2965d718b7 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0572357 Sep 09 14:46:05.972389 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15af4eaf-920d-4f64-b254-2c06c7e28c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.010603 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44052) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:06.021369 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fc7bed43-7954-4ba4-a127-fcc026aea5f0 req-b737dca4-5054-4227-86ff-5e7bc7520f6f tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519392 Sep 09 14:46:06.036546 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15af4eaf-920d-4f64-b254-2c06c7e28c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.039205 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-15af4eaf-920d-4f64-b254-2c06c7e28c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.041217 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-15af4eaf-920d-4f64-b254-2c06c7e28c84 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7427b1b-32c4-40c3-bca1-a1f42b63d9e8 HTTP/1.1" status: 204 len: 168 time: 0.1567881 Sep 09 14:46:06.056428 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af4eaf-920d-4f64-b254-2c06c7e28c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7427b1b-32c4-40c3-bca1-a1f42b63d9e8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:06.194587 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1608f-932e-487f-a1cd-c72995b55afe req-48473dce-a095-4736-8618-29b9714c9d84 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:06.196808 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ecc1608f-932e-487f-a1cd-c72995b55afe req-48473dce-a095-4736-8618-29b9714c9d84 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0596583 Sep 09 14:46:06.232731 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6183-c1a5-443f-b3d4-a019bab3b4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.267262 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ecc1608f-932e-487f-a1cd-c72995b55afe req-3e07c5b8-ebe2-4e0a-9385-5da942eeb296 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563328 Sep 09 14:46:06.356687 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6183-c1a5-443f-b3d4-a019bab3b4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.364759 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0e9e6183-c1a5-443f-b3d4-a019bab3b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.392733 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e6183-c1a5-443f-b3d4-a019bab3b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805619a3-d33d-4251-851d-5a7be94d0b91,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:06.423047 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0e9e6183-c1a5-443f-b3d4-a019bab3b4fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76f78b4b0a3243cca939e65ee9fb9be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112406 Sep 09 14:46:06.425562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44074) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:06.484978 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5687-ea0b-4ea7-8ae7-0ab63753335a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.520297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5687-ea0b-4ea7-8ae7-0ab63753335a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.587061 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5687-ea0b-4ea7-8ae7-0ab63753335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.590246 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5687-ea0b-4ea7-8ae7-0ab63753335a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:06.591321 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a9ba5687-ea0b-4ea7-8ae7-0ab63753335a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/805619a3-d33d-4251-851d-5a7be94d0b91 HTTP/1.1" status: 204 len: 168 time: 0.1647468 Sep 09 14:46:06.623296 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba5687-ea0b-4ea7-8ae7-0ab63753335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805619a3-d33d-4251-851d-5a7be94d0b91,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:06.664401 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5bfbd-0ff5-47ad-b6be-d1e0a7e5dd3e req-03e8cdc6-8870-4faa-97df-62094f131647 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:06.672771 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3be5bfbd-0ff5-47ad-b6be-d1e0a7e5dd3e req-03e8cdc6-8870-4faa-97df-62094f131647 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0602729 Sep 09 14:46:06.673623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-4e65cc32-abf9-4ff8-bb9c-a9493293550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:06.676096 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-4e65cc32-abf9-4ff8-bb9c-a9493293550f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 1098 time: 0.0772130 Sep 09 14:46:06.689378 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}, {'server_uuid': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe615c0-96af-43c0-85d7-dee5d753d1ed'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:06.692277 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8db5ad6-1dbf-4896-b0a0-4bb1386d8a9e" -d '{"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-plugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}, {"server_uuid": "0af0d2da-2e53-4d49-a2e0-349e3f651826", "name": "network-vif-plugged", "status": "completed", "tag": "1fe615c0-96af-43c0-85d7-dee5d753d1ed"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:06.713809 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3be5bfbd-0ff5-47ad-b6be-d1e0a7e5dd3e req-63d4363f-f601-4afd-87b6-8f4b70c44ff3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403140 Sep 09 14:46:06.751099 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bbd4dc-31cf-4b67-87fa-22592cef8560 x-openstack-request-id: req-31bbd4dc-31cf-4b67-87fa-22592cef8560 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:06.752283 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-plugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "code": 200}, {"server_uuid": "0af0d2da-2e53-4d49-a2e0-349e3f651826", "name": "network-vif-plugged", "status": "completed", "tag": "1fe615c0-96af-43c0-85d7-dee5d753d1ed", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:06.752772 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31bbd4dc-31cf-4b67-87fa-22592cef8560 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:06.753144 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'code': 200} Sep 09 14:46:06.757222 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe615c0-96af-43c0-85d7-dee5d753d1ed', 'code': 200} Sep 09 14:46:06.910593 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-4d3610a8-bc95-4f7b-a928-452ab3db9d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:06.912353 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-4d3610a8-bc95-4f7b-a928-452ab3db9d1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.2266185 Sep 09 14:46:06.933566 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a52c1-9b9b-476b-a6c7-2be50d65c935 req-ccc0b25a-2eab-4159-a933-f7768f3ed705 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:06.935457 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-067a52c1-9b9b-476b-a6c7-2be50d65c935 req-ccc0b25a-2eab-4159-a933-f7768f3ed705 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0737681 Sep 09 14:46:06.995433 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-c7c54975-041a-479b-9804-26089d64d4af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d06c40-a6ff-467b-af64-4525bbff411c HTTP/1.1" status: 200 len: 217 time: 0.0588648 Sep 09 14:46:07.072817 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-132d232e-aca3-44d5-98d9-e974df273a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:07.077471 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-132d232e-aca3-44d5-98d9-e974df273a82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0723522 Sep 09 14:46:07.084844 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-067a52c1-9b9b-476b-a6c7-2be50d65c935 req-bee9b2a1-32cb-4eae-90b1-dc09b85f7360 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407890 Sep 09 14:46:07.119845 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-551cd15d-a6b0-4990-8398-2a7e28a25c30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311298 Sep 09 14:46:07.238401 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-211fbcc8-60e7-428e-9df9-7275aa7fc442 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103139 Sep 09 14:46:07.320070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44118) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:07.359717 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98b197-885d-467c-8a72-03c5ec321aa2 req-b61e257e-1e8f-4c80-9f55-2c5e5d8b04ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:07.361401 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df98b197-885d-467c-8a72-03c5ec321aa2 req-b61e257e-1e8f-4c80-9f55-2c5e5d8b04ee service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1098 time: 0.3921175 Sep 09 14:46:07.388989 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030b35b-9329-467f-96af-c96cd529b832 req-f6b51330-8f43-49f2-bb5c-12b9d52749cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:07.391052 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c030b35b-9329-467f-96af-c96cd529b832 req-f6b51330-8f43-49f2-bb5c-12b9d52749cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.3867438 Sep 09 14:46:07.394837 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a77ba3b6-12d8-43b7-b59e-e06afd2e67b9 req-c854b78f-e1d5-41ae-9c17-e2c92debb966 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482947 Sep 09 14:46:07.399155 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a49a31b2-7822-4a34-a239-f70776bb79ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.454679 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644031a-425f-4710-98a6-538af112d034 req-706446dc-17ad-4e33-ad73-2ebabc5221d5 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:07.456548 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d644031a-425f-4710-98a6-538af112d034 req-706446dc-17ad-4e33-ad73-2ebabc5221d5 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.2145967 Sep 09 14:46:07.550377 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-df98b197-885d-467c-8a72-03c5ec321aa2 req-bb0209f8-b65d-4e63-b901-7a5908fc8a27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673646 Sep 09 14:46:07.568716 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c030b35b-9329-467f-96af-c96cd529b832 req-5e9b839b-15de-4e7b-b29f-a4874dc0a71a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418152 Sep 09 14:46:07.579502 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d644031a-425f-4710-98a6-538af112d034 req-dca9f398-276d-45d9-958f-004bedaba010 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064317 Sep 09 14:46:07.690808 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a49a31b2-7822-4a34-a239-f70776bb79ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.694865 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a49a31b2-7822-4a34-a239-f70776bb79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.734655 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a31b2-7822-4a34-a239-f70776bb79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06207fd4-aa6e-40f0-ad6e-41c9a6dd426b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:07.740711 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a49a31b2-7822-4a34-a239-f70776bb79ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4080ad498dc14d8ca7567f06f25d51e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3942909 Sep 09 14:46:07.744038 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44140) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:07.805470 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4184aba1-6713-41f7-8ffa-d630cc5540ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.860216 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4184aba1-6713-41f7-8ffa-d630cc5540ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.907895 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35a433-c995-4414-ada9-3d8770dc61c0 req-f2318dd5-7cd3-4a3a-808a-3ec531ba630d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:07.915418 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa35a433-c995-4414-ada9-3d8770dc61c0 req-f2318dd5-7cd3-4a3a-808a-3ec531ba630d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0942714 Sep 09 14:46:07.966216 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aa35a433-c995-4414-ada9-3d8770dc61c0 req-27c08f4d-2e8d-49d2-be13-698f8f0bac22 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Sep 09 14:46:07.974155 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4184aba1-6713-41f7-8ffa-d630cc5540ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.977059 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4184aba1-6713-41f7-8ffa-d630cc5540ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:07.978998 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4184aba1-6713-41f7-8ffa-d630cc5540ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06207fd4-aa6e-40f0-ad6e-41c9a6dd426b HTTP/1.1" status: 204 len: 168 time: 0.2338054 Sep 09 14:46:07.988131 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184aba1-6713-41f7-8ffa-d630cc5540ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06207fd4-aa6e-40f0-ad6e-41c9a6dd426b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:08.232921 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52524f-36ce-4bfd-9cc7-72ddddf0ad45 req-e5af374e-ea7d-4598-b270-0f3bb63be7d2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:08.236217 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6b52524f-36ce-4bfd-9cc7-72ddddf0ad45 req-e5af374e-ea7d-4598-b270-0f3bb63be7d2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0629530 Sep 09 14:46:08.282800 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6b52524f-36ce-4bfd-9cc7-72ddddf0ad45 req-90fb932d-6bff-42c1-844b-1d2d0f388338 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402727 Sep 09 14:46:09.109996 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3354f-0721-4504-9cc9-7c19efbb94ab req-62629833-fe64-4223-886f-f189632df65a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:09.111746 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-77f3354f-0721-4504-9cc9-7c19efbb94ab req-62629833-fe64-4223-886f-f189632df65a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0621438 Sep 09 14:46:09.172551 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-77f3354f-0721-4504-9cc9-7c19efbb94ab req-7ad10e6f-a0e5-4149-82e0-bc1c76c2a04c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524628 Sep 09 14:46:09.423496 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9612e078-e054-49bb-8e9d-2aa03f055b76 req-9024cdba-aeb6-4952-9105-44c44f54856b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:09.438198 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9612e078-e054-49bb-8e9d-2aa03f055b76 req-9024cdba-aeb6-4952-9105-44c44f54856b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0728035 Sep 09 14:46:09.550687 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44250) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:09.690056 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9612e078-e054-49bb-8e9d-2aa03f055b76 req-a671bed8-c0fc-451d-8ee7-b173185b4228 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504153 Sep 09 14:46:09.809582 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-65966780-network', 'tenant_id': '08fd0140ce6947edb6b91668ecda4528'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:09.856519 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d92701-df33-46b2-85e1-cd21304a5c02 req-c9d35ff9-f0f6-4bea-a474-60a457f45a58 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:09.858019 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-85d92701-df33-46b2-85e1-cd21304a5c02 req-c9d35ff9-f0f6-4bea-a474-60a457f45a58 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0866227 Sep 09 14:46:09.859503 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Made reservation on behalf of 08fd0140ce6947edb6b91668ecda4528 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:09.863778 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:09.867926 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44270) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:09.873102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'floatingip': {'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:09.873221 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:09.963201 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:09.981888 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:09.991424 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.016881 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:46:10.041106 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.042618 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Added segment 3750c33e-0b3d-4e5f-bdec-6a37ea909a2c of type vlan for network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 Sep 09 14:46:10.089346 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:10.147883 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.177862 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.179923 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:10.180704 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.217514 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6639233 Sep 09 14:46:10.221195 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44282) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:10.249857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260fdbf-4574-4f35-a90c-a16a98526b51 admin admin] Pushing event updated for resources: {'Network': ['ID=8951d3ba-1b6a-4332-ad43-95d006e4fdc7,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:10.260469 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:46:10.275463 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Request body: {'subnet': {'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-65966780-subnet', 'tenant_id': '08fd0140ce6947edb6b91668ecda4528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:10.353665 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Made reservation on behalf of 08fd0140ce6947edb6b91668ecda4528 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:10.356040 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.479513 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6087c-fe4f-4eae-bdd1-e3d3d15a18d7 req-dfe38909-fe61-4356-b203-65c9deaa791d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:10.481039 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c6087c-fe4f-4eae-bdd1-e3d3d15a18d7 req-dfe38909-fe61-4356-b203-65c9deaa791d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.2021327 Sep 09 14:46:10.668021 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c9c6087c-fe4f-4eae-bdd1-e3d3d15a18d7 req-e34d92bf-33da-4398-ab9f-1fb8f496dd90 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805456 Sep 09 14:46:10.932113 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.936184 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:10.943878 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:11.038711 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86631892-80f9-4da5-99c5-673764e5fc5f,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:11.082674 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Checking segment: {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:11.083032 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Network hostable DHCP agents. Network: 8951d3ba-1b6a-4332-ad43-95d006e4fdc7, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:46:11.104391 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Floating IP d25112aa-2936-45ef-9e9d-b3fd51e62984 associated. External IP: 172.27.2.142, port: d7544d03-7fbc-48b9-b833-6b756560aab3. Sep 09 14:46:11.147643 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:46:11.193782 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 8951d3ba-1b6a-4332-ad43-95d006e4fdc7) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:11.198570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:11.199164 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:11.204487 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da9b84-cb7b-426b-b72d-4ab6df983029 None None] Network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:11.236349 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-31ad5417-669c-4d75-8b62-be7ed63175e7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0126781 Sep 09 14:46:11.373506 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e6dcc-ccd9-471c-bf2c-0693f0e3e056 None None] Network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:11.552222 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:46:11.667021 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:11.672561 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:11.682915 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:11.712032 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e34eeabd-8403-43cf-88a3-bedff07041ca tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "PUT /v2.0/floatingips/d25112aa-2936-45ef-9e9d-b3fd51e62984 HTTP/1.1" status: 200 len: 991 time: 1.8405609 Sep 09 14:46:11.712032 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:11.712792 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:11.728588 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:11.734083 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:11.846926 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63afe0-7a93-4f66-9765-a8045148da03 req-73976c8a-336a-4eb4-887b-63ced916ceef tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:11.853032 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8d63afe0-7a93-4f66-9765-a8045148da03 req-73976c8a-336a-4eb4-887b-63ced916ceef tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0565274 Sep 09 14:46:11.894823 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8d63afe0-7a93-4f66-9765-a8045148da03 req-f397280d-719a-4ce6-8b89-15db310deca8 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374048 Sep 09 14:46:11.904624 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:11.944921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a834e19-ac43-4c4f-b0f4-c1abc92253f6 x-openstack-request-id: req-4a834e19-ac43-4c4f-b0f4-c1abc92253f6 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:11.945209 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:11.945458 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a834e19-ac43-4c4f-b0f4-c1abc92253f6 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:11.945876 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'status': 'completed', 'code': 200} Sep 09 14:46:12.274599 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': 'd25112aa-2936-45ef-9e9d-b3fd51e62984', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'mac_address': 'fa:16:3e:f2:16:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:45:33Z', 'updated_at': '2021-09-09T14:46:10Z', 'revision_number': 1, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:12.301168 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:12.310035 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:12.310648 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:12.414239 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:12.632914 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': 'd25112aa-2936-45ef-9e9d-b3fd51e62984', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'mac_address': 'fa:16:3e:f2:16:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:45:33Z', 'updated_at': '2021-09-09T14:46:10Z', 'revision_number': 1, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:12.658434 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b6679-b33b-4bc2-9cd2-4d43beb3f778 None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': 'd25112aa-2936-45ef-9e9d-b3fd51e62984', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'floating_ip_address': '172.27.2.142', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'mac_address': 'fa:16:3e:f2:16:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:45:33Z', 'updated_at': '2021-09-09T14:46:10Z', 'revision_number': 1, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:12.836109 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66956ee-05a2-4229-80a9-4a18e377809c None None] New status for floating IP d25112aa-2936-45ef-9e9d-b3fd51e62984: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:46:12.913603 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-1b667584-2241-402b-946e-76f364571040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:12.915494 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-1b667584-2241-402b-946e-76f364571040 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1098 time: 0.0453501 Sep 09 14:46:13.046590 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-7ae5629e-e7cc-4ca8-8541-3dbe370c05dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:13.048363 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-7ae5629e-e7cc-4ca8-8541-3dbe370c05dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.1199529 Sep 09 14:46:13.059007 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ebc4c-264e-4784-bf69-f4e62bcce0f2 req-59498bc0-e05b-4f72-9e08-ba41abb8a29d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:13.060463 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-049ebc4c-264e-4784-bf69-f4e62bcce0f2 req-59498bc0-e05b-4f72-9e08-ba41abb8a29d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0725696 Sep 09 14:46:13.173817 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-d8e20578-29fd-44c5-9c2a-f143a85f5c13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 1001 time: 0.1122882 Sep 09 14:46:13.176709 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-049ebc4c-264e-4784-bf69-f4e62bcce0f2 req-7c56e4dd-9cc0-4d5a-86d1-51ade78f40b4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079371 Sep 09 14:46:13.226853 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-5871ff5f-deb3-430a-afc3-2182ae7f43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:13.229921 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-5871ff5f-deb3-430a-afc3-2182ae7f43d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0480375 Sep 09 14:46:13.294309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-2077694d-0bdd-4483-99eb-f0dba5c95b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:13.295907 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-2077694d-0bdd-4483-99eb-f0dba5c95b9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521128 Sep 09 14:46:13.396293 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-7514e636-091f-4fe7-ac92-8d0aad4dc322 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883014 Sep 09 14:46:13.493271 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf79aeca-eea6-4fe4-9684-b669fbfb7dd5 req-2dd6ee55-d98a-4ce0-a41e-a7ebdaf2ef34 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852067 Sep 09 14:46:14.138915 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-e493cb0b-a3dd-4bdd-9ae4-c4079e1bc8cc tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:14.140793 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-e493cb0b-a3dd-4bdd-9ae4-c4079e1bc8cc tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/networks?id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7 HTTP/1.1" status: 200 len: 807 time: 0.1065562 Sep 09 14:46:14.155225 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-8a1d698b-03c4-4f28-a03a-4b25e2e27f30 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/quotas/08fd0140ce6947edb6b91668ecda4528 HTTP/1.1" status: 200 len: 375 time: 0.0088544 Sep 09 14:46:14.186356 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-e5848ee4-cb3a-43f4-b77a-53dc9d8d9de6 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08fd0140ce6947edb6b91668ecda4528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248926 Sep 09 14:46:14.277476 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-846f9642-f5cc-47f9-961a-9bfc1fb08e94 service neutron] 10.222.0.21 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842414 Sep 09 14:46:14.365611 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-3fd94830-b975-476b-b6ab-29077f0b7452 service neutron] 10.222.0.21 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811846 Sep 09 14:46:14.569309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750fc56-05ac-4d40-80da-4e7fcd34fff8 req-ace86dfa-a716-4c82-a4f2-3e8d19c6ee7e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:14.570799 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c750fc56-05ac-4d40-80da-4e7fcd34fff8 req-ace86dfa-a716-4c82-a4f2-3e8d19c6ee7e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0544271 Sep 09 14:46:14.612701 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c750fc56-05ac-4d40-80da-4e7fcd34fff8 req-b372e32c-a947-46ea-822e-d47f988706c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352018 Sep 09 14:46:14.694446 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e1866cf1-14ee-4247-994b-a337ebe06fa6 req-a4f43e21-c206-41f9-b2e7-72979dc29c15 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 210 time: 0.0348516 Sep 09 14:46:14.813462 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44438) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:14.935951 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.028834 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.033763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.070676 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63498d2d61904fa79eb9d9c69bfde602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552123 Sep 09 14:46:15.071552 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3c6216-28e1-42d5-be80-1b6b7a4a1575,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:15.073703 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44454) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:15.079631 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.080004 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.080514 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.080668 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.080992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.081319 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.081640 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.081962 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.082284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.082602 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.082917 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.083232 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897bc6bf-3987-4923-876b-f0fc934cdfdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.128982 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.150294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.196439 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.199231 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.200422 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c3c6216-28e1-42d5-be80-1b6b7a4a1575 HTTP/1.1" status: 204 len: 168 time: 0.1255207 Sep 09 14:46:15.208736 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3c6216-28e1-42d5-be80-1b6b7a4a1575,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:15.215755 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.216124 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.216446 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.216782 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.217110 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.217443 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.217761 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.218199 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.218781 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.219128 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.219453 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.219799 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1046afa5-0e44-4c30-8cb3-f2abde079b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:15.464485 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44464) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:15.477482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4960-ac4f-4204-99e8-8b76911f1a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.563301 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4960-ac4f-4204-99e8-8b76911f1a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.566732 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7b8c4960-ac4f-4204-99e8-8b76911f1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.605796 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7b8c4960-ac4f-4204-99e8-8b76911f1a9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07cd158f812f4c228e35bc77843980b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1402481 Sep 09 14:46:15.607660 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c4960-ac4f-4204-99e8-8b76911f1a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7366e-cbe9-4aaa-8684-84658633710c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:15.608530 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44466) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:15.661295 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa7f16a9-4241-4628-86b1-f235165f1b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.684092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa7f16a9-4241-4628-86b1-f235165f1b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.753903 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8385de4-10a3-46ca-9537-529cba6b544f req-2a92d341-785f-4c78-95c2-7f11232db179 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:15.755407 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e8385de4-10a3-46ca-9537-529cba6b544f req-2a92d341-785f-4c78-95c2-7f11232db179 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0735075 Sep 09 14:46:15.774924 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa7f16a9-4241-4628-86b1-f235165f1b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.777398 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-aa7f16a9-4241-4628-86b1-f235165f1b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:15.778461 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-aa7f16a9-4241-4628-86b1-f235165f1b9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75a7366e-cbe9-4aaa-8684-84658633710c HTTP/1.1" status: 204 len: 168 time: 0.1688640 Sep 09 14:46:15.790149 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f16a9-4241-4628-86b1-f235165f1b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7366e-cbe9-4aaa-8684-84658633710c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:15.806706 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e8385de4-10a3-46ca-9537-529cba6b544f req-a3ef05b6-e89d-416f-91ff-c19457240529 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453362 Sep 09 14:46:15.890812 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-96a6e869-8165-4d31-ae82-e17484a7a416 req-6fb4a870-9709-45aa-9c7a-0ae8da0222de tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 210 time: 0.0258870 Sep 09 14:46:16.935338 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28380110-9979-4163-8407-d9db50852195 req-06713b0c-cc63-45b6-bb9a-748d4d6d10d1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:16.943974 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-28380110-9979-4163-8407-d9db50852195 req-06713b0c-cc63-45b6-bb9a-748d4d6d10d1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0623598 Sep 09 14:46:16.989227 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-28380110-9979-4163-8407-d9db50852195 req-9dfbe13a-a44b-448f-9f25-0cb653c31f30 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Sep 09 14:46:17.021471 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ac677d8b-0612-46ea-a4a3-eb02041ce9ee req-f5208455-9371-4f07-8c45-940e9fb23e30 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 210 time: 0.0272944 Sep 09 14:46:17.465558 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d028dd86-9beb-47ff-b4b8-6afebd0b9bd8 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:17.467035 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d028dd86-9beb-47ff-b4b8-6afebd0b9bd8 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "GET /v2.0/networks?id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7 HTTP/1.1" status: 200 len: 807 time: 0.1238732 Sep 09 14:46:17.483445 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Request body: {'port': {'device_id': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7', 'admin_state_up': True, 'tenant_id': '08fd0140ce6947edb6b91668ecda4528'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:17.618263 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Made reservation on behalf of 08fd0140ce6947edb6b91668ecda4528 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:17.622230 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:17.795807 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Allocated IP 172.20.0.9 (8951d3ba-1b6a-4332-ad43-95d006e4fdc7/86631892-80f9-4da5-99c5-673764e5fc5f/bcf918b1-98b9-4425-bb98-89856e03323e) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:17.929066 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44580) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:17.960878 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.004122 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.054481 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:18.059980 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:18.062949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:18.069304 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:18.069433 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-522c6f4d-04c3-40e6-a1b7-73560ada364c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.069950 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.088162 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Pushing event updated for resources: {'Port': ['ID=bcf918b1-98b9-4425-bb98-89856e03323e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:18.099160 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d93e3014-6b05-4c4c-a766-023834529d0c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6210473 Sep 09 14:46:18.114398 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Request body: {'port': {'device_id': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:18.177260 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc08f8-f125-44fc-b6e5-fc10717fe541 req-42f035ea-0ed5-4d8c-9598-37357178feb0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:18.184205 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-63bc08f8-f125-44fc-b6e5-fc10717fe541 req-42f035ea-0ed5-4d8c-9598-37357178feb0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0759828 Sep 09 14:46:18.216209 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5200f-cbf3-4cfa-90cd-d50c9e4114c1 req-ce540500-b117-4fc7-b960-e3f83bf6f671 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:18.217825 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d8a5200f-cbf3-4cfa-90cd-d50c9e4114c1 req-ce540500-b117-4fc7-b960-e3f83bf6f671 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 931 time: 0.0993044 Sep 09 14:46:18.218983 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.234037 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-63bc08f8-f125-44fc-b6e5-fc10717fe541 req-0b21dfdb-5e7c-40cf-a962-337f0380761a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484676 Sep 09 14:46:18.267998 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-522c6f4d-04c3-40e6-a1b7-73560ada364c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.276822 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-522c6f4d-04c3-40e6-a1b7-73560ada364c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.296949 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d8a5200f-cbf3-4cfa-90cd-d50c9e4114c1 req-a5dac3f1-ce77-403b-b640-d1b1912f280a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672612 Sep 09 14:46:18.325566 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-522c6f4d-04c3-40e6-a1b7-73560ada364c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5fafc5c2feee472180f30a72a1f449cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3931520 Sep 09 14:46:18.325887 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44594) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:18.344081 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c6f4d-04c3-40e6-a1b7-73560ada364c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68236a00-06d0-4727-89d2-28a9f7f7fb5d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:18.391827 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0336-b67a-4f76-b670-9b17ba29aa5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.413519 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0336-b67a-4f76-b670-9b17ba29aa5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.462084 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0336-b67a-4f76-b670-9b17ba29aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.464541 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab6e0336-b67a-4f76-b670-9b17ba29aa5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.465736 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ab6e0336-b67a-4f76-b670-9b17ba29aa5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/68236a00-06d0-4727-89d2-28a9f7f7fb5d HTTP/1.1" status: 204 len: 168 time: 0.1387153 Sep 09 14:46:18.474690 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e0336-b67a-4f76-b670-9b17ba29aa5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68236a00-06d0-4727-89d2-28a9f7f7fb5d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:18.564522 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcf918b1-98b9-4425-bb98-89856e03323e {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:18.572046 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.586568 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Transition to ACTIVE for port object bcf918b1-98b9-4425-bb98-89856e03323e will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:18.593770 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.644788 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf918b1-98b9-4425-bb98-89856e03323e,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:18.678971 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Attempting to bind port bcf918b1-98b9-4425-bb98-89856e03323e on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:18.679308 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Attempting to bind port bcf918b1-98b9-4425-bb98-89856e03323e by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:18.679635 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Attempting to bind port bcf918b1-98b9-4425-bb98-89856e03323e on network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:18.683971 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Port bcf918b1-98b9-4425-bb98-89856e03323e on network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:46:18.684291 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Attempting to bind port bcf918b1-98b9-4425-bb98-89856e03323e on network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:18.690251 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:18.690705 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Checking segment: {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:18.691204 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Bound using segment: {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:18.691632 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Bound port: bcf918b1-98b9-4425-bb98-89856e03323e, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:18.692011 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.747529 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44606) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:18.762098 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6f0333-76b8-42cd-9ee2-adaea9b2682f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.871456 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6f0333-76b8-42cd-9ee2-adaea9b2682f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.876407 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9f6f0333-76b8-42cd-9ee2-adaea9b2682f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.919198 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9f6f0333-76b8-42cd-9ee2-adaea9b2682f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0af38492914de8896614ea2f47b060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1682913 Sep 09 14:46:18.919198 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f0333-76b8-42cd-9ee2-adaea9b2682f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f801ea51-93d3-42df-8cf2-4a579f6c3ec4,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:18.920335 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44614) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:18.968066 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] For port bcf918b1-98b9-4425-bb98-89856e03323e, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:18.971613 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] For port bcf918b1-98b9-4425-bb98-89856e03323e, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=bcf918b1-98b9-4425-bb98-89856e03323e,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:18.978781 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:18.980308 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0703073c-786b-4cfa-97a7-48c356dfe478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:19.009789 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0703073c-786b-4cfa-97a7-48c356dfe478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:19.013444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:19.014065 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:19.016148 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] 10.222.0.13 "PUT /v2.0/ports/bcf918b1-98b9-4425-bb98-89856e03323e HTTP/1.1" status: 200 len: 1093 time: 0.9076786 Sep 09 14:46:19.016598 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'tag': 'bcf918b1-98b9-4425-bb98-89856e03323e'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:19.018827 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "601a7c32-5fd9-4ef7-8b93-e23b5f246562", "tag": "bcf918b1-98b9-4425-bb98-89856e03323e"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:19.041810 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10419-0c56-402d-ad98-0ef74fcd2577 service neutron] Pushing event updated for resources: {'Port': ['ID=bcf918b1-98b9-4425-bb98-89856e03323e,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:19.057193 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e799149-69b3-4d99-a034-d02ab695c5a9 x-openstack-request-id: req-5e799149-69b3-4d99-a034-d02ab695c5a9 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:19.057582 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601a7c32-5fd9-4ef7-8b93-e23b5f246562", "tag": "bcf918b1-98b9-4425-bb98-89856e03323e", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:19.057945 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e799149-69b3-4d99-a034-d02ab695c5a9 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:19.058433 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'tag': 'bcf918b1-98b9-4425-bb98-89856e03323e', 'status': 'completed', 'code': 200} Sep 09 14:46:19.077878 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0703073c-786b-4cfa-97a7-48c356dfe478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:19.080490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0703073c-786b-4cfa-97a7-48c356dfe478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:19.081643 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0703073c-786b-4cfa-97a7-48c356dfe478 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f801ea51-93d3-42df-8cf2-4a579f6c3ec4 HTTP/1.1" status: 204 len: 168 time: 0.1604154 Sep 09 14:46:19.089938 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703073c-786b-4cfa-97a7-48c356dfe478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f801ea51-93d3-42df-8cf2-4a579f6c3ec4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:19.302852 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:46:19.399379 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5ada8-72f6-4b7a-911d-ad0028522b20 req-71c97260-d6be-4ef1-9480-a252fb7deda2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:19.400839 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-43c5ada8-72f6-4b7a-911d-ad0028522b20 req-71c97260-d6be-4ef1-9480-a252fb7deda2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0597014 Sep 09 14:46:19.439599 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-43c5ada8-72f6-4b7a-911d-ad0028522b20 req-b020ab56-16ec-4636-8a63-302a748cc9b1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Sep 09 14:46:19.549340 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ee0a5-ae77-46d1-b6d9-56c82118b857 req-13dcd1c1-5e86-442b-83d2-c2f1f107e56a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:19.550855 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693ee0a5-ae77-46d1-b6d9-56c82118b857 req-13dcd1c1-5e86-442b-83d2-c2f1f107e56a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 943 time: 0.0527956 Sep 09 14:46:19.589611 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693ee0a5-ae77-46d1-b6d9-56c82118b857 req-67ff9a2f-2d60-4ef4-9cec-3bb7a6744468 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327787 Sep 09 14:46:20.554253 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef814a-5e82-46d4-a11d-2ae6492b6a17 req-14b73796-6519-4fc2-9381-417f5678de5b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:20.555806 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f3ef814a-5e82-46d4-a11d-2ae6492b6a17 req-14b73796-6519-4fc2-9381-417f5678de5b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0484505 Sep 09 14:46:20.595063 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f3ef814a-5e82-46d4-a11d-2ae6492b6a17 req-6cf19349-41ab-42bb-833e-f10f77b5b2d7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322740 Sep 09 14:46:20.706239 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd7856-6d70-41a2-876c-f164953ffd6c req-b59fda7c-c7db-4939-b4b1-568a35b837b0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:20.708144 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2dd7856-6d70-41a2-876c-f164953ffd6c req-b59fda7c-c7db-4939-b4b1-568a35b837b0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 943 time: 0.0506301 Sep 09 14:46:20.746453 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e2dd7856-6d70-41a2-876c-f164953ffd6c req-cdae7b5d-9b04-4b93-a68e-fb7f93fdf4c9 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326138 Sep 09 14:46:21.034829 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44720) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:21.134064 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe316-222f-4112-865d-98534bb720ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.212857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1 req-356e772f-458f-4b16-a842-4c5d1a4e9a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.214394 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1 req-356e772f-458f-4b16-a842-4c5d1a4e9a03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08fd0140ce6947edb6b91668ecda4528&device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 1096 time: 0.0522532 Sep 09 14:46:21.231211 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe316-222f-4112-865d-98534bb720ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.234976 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8b6fe316-222f-4112-865d-98534bb720ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.276868 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44726) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:21.277076 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8b6fe316-222f-4112-865d-98534bb720ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb5129e132bf4bb9b08e4442682f3727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411354 Sep 09 14:46:21.277790 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fe316-222f-4112-865d-98534bb720ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f12c2cf-0aab-49f0-ba45-39ae02e96564,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:21.431788 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1 req-a5356960-9a24-4cb8-9e41-e384ab83ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.433169 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1 req-a5356960-9a24-4cb8-9e41-e384ab83ecfe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=08fd0140ce6947edb6b91668ecda4528&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2098227 Sep 09 14:46:21.435799 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5158bc4c-7f90-4368-bae3-242b8cc80248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.495941 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5158bc4c-7f90-4368-bae3-242b8cc80248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.630565 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1 req-338c6ee0-6d5d-42b9-a281-27ff478f6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.632150 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e9af5f25-d2ca-401d-bbd8-221a778ebcb1 req-338c6ee0-6d5d-42b9-a281-27ff478f6e45 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1870859 Sep 09 14:46:21.641150 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5158bc4c-7f90-4368-bae3-242b8cc80248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.644102 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5158bc4c-7f90-4368-bae3-242b8cc80248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:21.649416 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5158bc4c-7f90-4368-bae3-242b8cc80248 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f12c2cf-0aab-49f0-ba45-39ae02e96564 HTTP/1.1" status: 204 len: 168 time: 0.3704093 Sep 09 14:46:21.659642 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158bc4c-7f90-4368-bae3-242b8cc80248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f12c2cf-0aab-49f0-ba45-39ae02e96564,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:21.744495 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-630e0e93-709a-4f0d-985c-76567c4799d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.745981 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-630e0e93-709a-4f0d-985c-76567c4799d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08fd0140ce6947edb6b91668ecda4528&device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 1096 time: 0.0613835 Sep 09 14:46:21.753942 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4abef1-020e-4605-84f1-fdfe9a79b2e5 req-b2dc9122-2953-4fc1-b4c4-65562ff3602c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.755400 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa4abef1-020e-4605-84f1-fdfe9a79b2e5 req-b2dc9122-2953-4fc1-b4c4-65562ff3602c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0826247 Sep 09 14:46:21.797575 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-f1c43e40-2b45-4631-a241-a8f5453dfa1f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bcf918b1-98b9-4425-bb98-89856e03323e HTTP/1.1" status: 200 len: 217 time: 0.0412199 Sep 09 14:46:21.854486 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa4abef1-020e-4605-84f1-fdfe9a79b2e5 req-57b0ba92-29a9-4a16-861f-606ced36ed94 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913417 Sep 09 14:46:21.869072 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-9e8198a7-3035-4159-9f26-7d1d57345f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.870530 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-9e8198a7-3035-4159-9f26-7d1d57345f3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86631892-80f9-4da5-99c5-673764e5fc5f HTTP/1.1" status: 200 len: 847 time: 0.0562818 Sep 09 14:46:21.903211 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-aeae0b44-92b9-438a-aef9-addd8389c556 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248895 Sep 09 14:46:21.912734 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d846fb-c81e-4465-9e0f-1c47bbc4a075 req-e688c2d4-f2e3-49b1-903c-50ec73f1185b tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:21.914339 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c7d846fb-c81e-4465-9e0f-1c47bbc4a075 req-e688c2d4-f2e3-49b1-903c-50ec73f1185b tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 943 time: 0.0724957 Sep 09 14:46:21.957438 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c7d846fb-c81e-4465-9e0f-1c47bbc4a075 req-72966ebe-6463-4fc3-825e-fd53f8946da1 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364721 Sep 09 14:46:21.981296 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44740) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:21.997488 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d4384622-ac20-4cc9-9542-b00b115bf40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.002483 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-93a77627-0d5a-4739-a17c-65930018ae8f service neutron] 10.222.0.13 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911314 Sep 09 14:46:22.103668 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-61fa1365-c49f-4bb3-8bb8-de54cec39163 req-198d483a-fc14-4aa9-8d62-bdfd455b9c88 service neutron] 10.222.0.13 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930409 Sep 09 14:46:22.118558 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d4384622-ac20-4cc9-9542-b00b115bf40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.129520 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d4384622-ac20-4cc9-9542-b00b115bf40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.163924 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d4384622-ac20-4cc9-9542-b00b115bf40b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=869cc4cb8fb445d7a5b3b845f3392da9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814613 Sep 09 14:46:22.164828 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4384622-ac20-4cc9-9542-b00b115bf40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210fa8dd-093a-420b-a51b-593e4854345a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:22.167204 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44752) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:22.233169 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ebe951f2-7bad-436a-b0eb-e4820964de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.254673 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ebe951f2-7bad-436a-b0eb-e4820964de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.302245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ebe951f2-7bad-436a-b0eb-e4820964de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.305175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ebe951f2-7bad-436a-b0eb-e4820964de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:22.306356 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ebe951f2-7bad-436a-b0eb-e4820964de4c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/210fa8dd-093a-420b-a51b-593e4854345a HTTP/1.1" status: 204 len: 168 time: 0.1387515 Sep 09 14:46:22.316057 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe951f2-7bad-436a-b0eb-e4820964de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210fa8dd-093a-420b-a51b-593e4854345a,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:22.743982 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44816) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:22.988092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16387a6d-0f4a-4a95-b6e7-59853ee2174d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.009458 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd312ef-306e-4e71-b892-82310573424b req-e6199ef4-86b4-4ee5-b374-edda357011bd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:23.011303 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cbd312ef-306e-4e71-b892-82310573424b req-e6199ef4-86b4-4ee5-b374-edda357011bd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0690796 Sep 09 14:46:23.056712 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cbd312ef-306e-4e71-b892-82310573424b req-77ac0912-b44d-4d80-be02-99de9e864d4f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366983 Sep 09 14:46:23.137724 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f18255-8390-4686-9f2f-b2348c9bddce req-07625431-ecad-4a98-bbfd-e1b2c0235a5e tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:23.139341 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f5f18255-8390-4686-9f2f-b2348c9bddce req-07625431-ecad-4a98-bbfd-e1b2c0235a5e tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 943 time: 0.0895855 Sep 09 14:46:23.176551 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16387a6d-0f4a-4a95-b6e7-59853ee2174d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.183541 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16387a6d-0f4a-4a95-b6e7-59853ee2174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.217207 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f5f18255-8390-4686-9f2f-b2348c9bddce req-1462e254-7904-4755-95dc-b861a9fa8aea tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664032 Sep 09 14:46:23.240245 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-16387a6d-0f4a-4a95-b6e7-59853ee2174d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0855a1dc517945459eee7f3d1beec21e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4925895 Sep 09 14:46:23.240245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16387a6d-0f4a-4a95-b6e7-59853ee2174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002dc9b5-851f-43a5-b4aa-72adb909e1eb,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:23.241213 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44840) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:23.303361 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09ad088c-ebb6-4949-ac8f-e1273dd8d266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.325477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09ad088c-ebb6-4949-ac8f-e1273dd8d266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.384792 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09ad088c-ebb6-4949-ac8f-e1273dd8d266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.389446 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09ad088c-ebb6-4949-ac8f-e1273dd8d266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.390768 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-09ad088c-ebb6-4949-ac8f-e1273dd8d266 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/002dc9b5-851f-43a5-b4aa-72adb909e1eb HTTP/1.1" status: 204 len: 168 time: 0.1477313 Sep 09 14:46:23.399169 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad088c-ebb6-4949-ac8f-e1273dd8d266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002dc9b5-851f-43a5-b4aa-72adb909e1eb,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:23.747968 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44864) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:23.781153 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f67c-a702-45cf-9857-8343e08ff37f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.912818 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f67c-a702-45cf-9857-8343e08ff37f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.917696 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c5f7f67c-a702-45cf-9857-8343e08ff37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:23.963766 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c5f7f67c-a702-45cf-9857-8343e08ff37f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2427c0ed92c4508b1a10332dbb563a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146797 Sep 09 14:46:23.965666 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7f67c-a702-45cf-9857-8343e08ff37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd366390-c2de-46c6-b426-6a5fb7ce915d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:23.966494 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44878) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:24.033425 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c06190db-dcd5-44cb-9746-487161325d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.054547 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c06190db-dcd5-44cb-9746-487161325d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.106603 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c06190db-dcd5-44cb-9746-487161325d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.109709 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c06190db-dcd5-44cb-9746-487161325d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.113646 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c06190db-dcd5-44cb-9746-487161325d72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cd366390-c2de-46c6-b426-6a5fb7ce915d HTTP/1.1" status: 204 len: 168 time: 0.1432586 Sep 09 14:46:24.121846 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06190db-dcd5-44cb-9746-487161325d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd366390-c2de-46c6-b426-6a5fb7ce915d,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:24.193095 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717543b9-d91d-4e4d-b217-abb1c5f4dd73 req-df7b928c-cc96-4d27-941c-7eff9bd77fbb tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:24.200290 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-717543b9-d91d-4e4d-b217-abb1c5f4dd73 req-df7b928c-cc96-4d27-941c-7eff9bd77fbb tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0629365 Sep 09 14:46:24.238917 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-717543b9-d91d-4e4d-b217-abb1c5f4dd73 req-a3880b61-18d0-46e9-a8b9-932b234d6981 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352035 Sep 09 14:46:24.317564 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2a402-aef4-4abf-959b-3bc6f5fbce8e req-38401da6-2c52-4124-bdf2-117c34d6076c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:24.319097 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-33b2a402-aef4-4abf-959b-3bc6f5fbce8e req-38401da6-2c52-4124-bdf2-117c34d6076c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0609117 Sep 09 14:46:24.361493 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17331c10-5cef-4118-b353-613f4228583a req-6100513e-90ca-499f-a977-f28055d7e368 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:24.363077 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17331c10-5cef-4118-b353-613f4228583a req-6100513e-90ca-499f-a977-f28055d7e368 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 943 time: 0.0563934 Sep 09 14:46:24.364397 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-33b2a402-aef4-4abf-959b-3bc6f5fbce8e req-1de3a207-3a6d-4db9-95f3-c09975ef3d80 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Sep 09 14:46:24.405018 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17331c10-5cef-4118-b353-613f4228583a req-b40daca1-0cfd-4f7d-870e-3b645079d3fb tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334516 Sep 09 14:46:24.491773 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44896) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:24.506067 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c8dad82-9c42-4d17-8963-af854919b0db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.590885 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c8dad82-9c42-4d17-8963-af854919b0db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.595107 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3c8dad82-9c42-4d17-8963-af854919b0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.629735 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dad82-9c42-4d17-8963-af854919b0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1078757d-4f9c-43ca-bfe4-1e3c3003b271,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:24.633931 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3c8dad82-9c42-4d17-8963-af854919b0db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82a40a02b02c4318b713826525469a7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411655 Sep 09 14:46:24.637126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44898) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:24.682517 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f3c903f3-4de3-43d8-8fe4-d55606106a2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.703619 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f3c903f3-4de3-43d8-8fe4-d55606106a2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.747304 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f3c903f3-4de3-43d8-8fe4-d55606106a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.750006 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f3c903f3-4de3-43d8-8fe4-d55606106a2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:24.751164 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f3c903f3-4de3-43d8-8fe4-d55606106a2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1078757d-4f9c-43ca-bfe4-1e3c3003b271 HTTP/1.1" status: 204 len: 168 time: 0.1137726 Sep 09 14:46:24.758552 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c903f3-4de3-43d8-8fe4-d55606106a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1078757d-4f9c-43ca-bfe4-1e3c3003b271,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:25.167136 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device bcf918b1-98b9-4425-bb98-89856e03323e details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:46:25.277740 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port bcf918b1-98b9-4425-bb98-89856e03323e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=bcf918b1-98b9-4425-bb98-89856e03323e,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:25.292998 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'bcf918b1-98b9-4425-bb98-89856e03323e', 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7', 'port_id': 'bcf918b1-98b9-4425-bb98-89856e03323e', 'mac_address': 'fa:16:3e:43:3a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86631892-80f9-4da5-99c5-673764e5fc5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:46:25.350900 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.368965 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcf918b1-98b9-4425-bb98-89856e03323e {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:25.383677 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e900b5-a06f-41e6-bbc6-4730a65084e9 req-0f344bf4-7b3c-4d69-bc3e-9884021e1459 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:25.385156 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-15e900b5-a06f-41e6-bbc6-4730a65084e9 req-0f344bf4-7b3c-4d69-bc3e-9884021e1459 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0735090 Sep 09 14:46:25.393781 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port bcf918b1-98b9-4425-bb98-89856e03323e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=bcf918b1-98b9-4425-bb98-89856e03323e,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:25.399989 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.451872 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-15e900b5-a06f-41e6-bbc6-4730a65084e9 req-062c4778-0855-4c60-ba68-fcbfac2b29f4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558753 Sep 09 14:46:25.509009 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d285f2-9236-474f-b894-87356c6db41b req-7079d797-3c96-4196-962e-aad19444774e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:25.510645 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=bcf918b1-98b9-4425-bb98-89856e03323e,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:25.518704 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-53d285f2-9236-474f-b894-87356c6db41b req-7079d797-3c96-4196-962e-aad19444774e tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0691905 Sep 09 14:46:25.528326 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.531883 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.532401 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.532841 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.534031 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.535181 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.536252 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.537162 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.537933 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.539950 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.540423 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.540862 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:25.562817 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20434988-8dd1-4525-bf01-809e4120c98f req-34eacf86-f413-4068-a0a4-c31ebe359159 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:25.569565 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-20434988-8dd1-4525-bf01-809e4120c98f req-34eacf86-f413-4068-a0a4-c31ebe359159 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 944 time: 0.0661881 Sep 09 14:46:25.572085 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-53d285f2-9236-474f-b894-87356c6db41b req-6fcea465-9501-43bb-8a00-10de0e31889b tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521951 Sep 09 14:46:25.610223 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-20434988-8dd1-4525-bf01-809e4120c98f req-daac0537-7d53-49cb-9a27-6b2fc18d5301 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Sep 09 14:46:25.623765 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 44956) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:25.732081 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bc84f4fd-05f8-4aa5-92f8-4f7a6b67ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.824607 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bc84f4fd-05f8-4aa5-92f8-4f7a6b67ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.829536 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bc84f4fd-05f8-4aa5-92f8-4f7a6b67ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.869954 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-bc84f4fd-05f8-4aa5-92f8-4f7a6b67ea1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6727da933215409cac91e69909b92647&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445989 Sep 09 14:46:25.870701 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84f4fd-05f8-4aa5-92f8-4f7a6b67ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dc50bf-328e-40f2-9f1b-c4b5a6f2bd45,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:25.873291 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 44992) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:25.927526 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7853d4f3-0547-44f2-87a4-3c902760d030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.952443 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7853d4f3-0547-44f2-87a4-3c902760d030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.996661 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7853d4f3-0547-44f2-87a4-3c902760d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:25.999307 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7853d4f3-0547-44f2-87a4-3c902760d030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.000481 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7853d4f3-0547-44f2-87a4-3c902760d030 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06dc50bf-328e-40f2-9f1b-c4b5a6f2bd45 HTTP/1.1" status: 204 len: 168 time: 0.1257949 Sep 09 14:46:26.008121 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853d4f3-0547-44f2-87a4-3c902760d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dc50bf-328e-40f2-9f1b-c4b5a6f2bd45,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:26.298747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45022) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:26.312564 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-460751f3-8f09-4a0f-a27f-903282130731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.399139 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-460751f3-8f09-4a0f-a27f-903282130731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.402863 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-460751f3-8f09-4a0f-a27f-903282130731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.439629 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-460751f3-8f09-4a0f-a27f-903282130731 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64c0567144034b22b1e0c0fb37165ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397822 Sep 09 14:46:26.441535 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460751f3-8f09-4a0f-a27f-903282130731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828ee2e8-ce36-41ad-835f-4cf5671613b7,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:26.442333 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45024) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:26.491319 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-14063bb4-1376-41f5-8d24-9d24d1a3c854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.516335 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-14063bb4-1376-41f5-8d24-9d24d1a3c854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.554007 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d174f-d0d2-4881-81f4-fc29fa1e1196 req-8f80a435-c342-4457-96a8-1d95c683125b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:26.555391 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-076d174f-d0d2-4881-81f4-fc29fa1e1196 req-8f80a435-c342-4457-96a8-1d95c683125b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0467882 Sep 09 14:46:26.564354 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-14063bb4-1376-41f5-8d24-9d24d1a3c854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.566939 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-14063bb4-1376-41f5-8d24-9d24d1a3c854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:26.570592 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-14063bb4-1376-41f5-8d24-9d24d1a3c854 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/828ee2e8-ce36-41ad-835f-4cf5671613b7 HTTP/1.1" status: 204 len: 168 time: 0.1248605 Sep 09 14:46:26.576908 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14063bb4-1376-41f5-8d24-9d24d1a3c854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ee2e8-ce36-41ad-835f-4cf5671613b7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:26.597143 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-076d174f-d0d2-4881-81f4-fc29fa1e1196 req-4a198431-4c2a-43fd-87b9-b659e56c2276 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Sep 09 14:46:26.699738 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732129b3-322f-4759-99e8-4630288393ae req-813a2341-a816-4411-b056-f9c0e94b7577 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:26.701291 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-732129b3-322f-4759-99e8-4630288393ae req-813a2341-a816-4411-b056-f9c0e94b7577 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0515640 Sep 09 14:46:26.740385 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-732129b3-322f-4759-99e8-4630288393ae req-b0cb45a3-4c33-4334-a403-fbf4fc139a63 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Sep 09 14:46:26.842814 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d49173-3620-45b2-bded-708c82a7da2c req-c267ea49-0ae6-4ce9-ae07-0360a7dcdf35 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:26.844511 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-86d49173-3620-45b2-bded-708c82a7da2c req-c267ea49-0ae6-4ce9-ae07-0360a7dcdf35 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 944 time: 0.0488353 Sep 09 14:46:26.882974 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-86d49173-3620-45b2-bded-708c82a7da2c req-19826e61-9bc0-409e-81c3-d1826750b94a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319755 Sep 09 14:46:26.897057 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45036) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:26.909745 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eff7f88f-a871-430f-b622-d10335e57a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.002502 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eff7f88f-a871-430f-b622-d10335e57a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.005854 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-eff7f88f-a871-430f-b622-d10335e57a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.041975 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-eff7f88f-a871-430f-b622-d10335e57a6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57936e2220224c5abf107c1f33557590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438448 Sep 09 14:46:27.042867 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7f88f-a871-430f-b622-d10335e57a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27a9be8-9fcf-4c47-9dcd-73f1be2bd77b,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:27.044707 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45038) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:27.093967 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-101f7546-43ea-4a0e-8783-189ec6e7832c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.114160 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-101f7546-43ea-4a0e-8783-189ec6e7832c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.161132 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-101f7546-43ea-4a0e-8783-189ec6e7832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.163586 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-101f7546-43ea-4a0e-8783-189ec6e7832c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:27.164726 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-101f7546-43ea-4a0e-8783-189ec6e7832c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b27a9be8-9fcf-4c47-9dcd-73f1be2bd77b HTTP/1.1" status: 204 len: 168 time: 0.1190588 Sep 09 14:46:27.172580 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f7546-43ea-4a0e-8783-189ec6e7832c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27a9be8-9fcf-4c47-9dcd-73f1be2bd77b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:27.711827 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c328ca18-f6e0-43d6-83f7-c219d2541691 req-50aabc51-b4d7-4a69-9863-027156032068 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:27.713295 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c328ca18-f6e0-43d6-83f7-c219d2541691 req-50aabc51-b4d7-4a69-9863-027156032068 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0485668 Sep 09 14:46:27.752884 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c328ca18-f6e0-43d6-83f7-c219d2541691 req-d44266bb-0870-4db7-bb4e-9b3d026bb92a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Sep 09 14:46:27.854856 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fb7df-8433-44a0-a7be-2006cd13c013 req-ba38676b-9450-4b2d-80f0-1b0ecdac454b tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:27.856397 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1d3fb7df-8433-44a0-a7be-2006cd13c013 req-ba38676b-9450-4b2d-80f0-1b0ecdac454b tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0494120 Sep 09 14:46:27.894364 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1d3fb7df-8433-44a0-a7be-2006cd13c013 req-68ec3fca-bb4e-4100-9690-bbc1d65e9c18 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Sep 09 14:46:27.996396 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e123a486-3a33-48f4-8415-9a5da29bf2e2 req-b3aa9a6b-9214-48a9-b2f3-0f01052313a8 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:27.997883 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e123a486-3a33-48f4-8415-9a5da29bf2e2 req-b3aa9a6b-9214-48a9-b2f3-0f01052313a8 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 944 time: 0.0481312 Sep 09 14:46:28.038935 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e123a486-3a33-48f4-8415-9a5da29bf2e2 req-889d3507-fd6f-461e-90b7-c98b0263d6be tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349405 Sep 09 14:46:28.507545 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:28.730821 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['bcf918b1-98b9-4425-bb98-89856e03323e'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:46:28.891763 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e0477-e5db-4dd1-9ed1-69a814769469 req-17805463-c77d-4fad-9c53-34e9573dd3d8 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:28.893671 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-346e0477-e5db-4dd1-9ed1-69a814769469 req-17805463-c77d-4fad-9c53-34e9573dd3d8 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0625703 Sep 09 14:46:28.958082 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-346e0477-e5db-4dd1-9ed1-69a814769469 req-4b8e84f3-bd9a-4d58-9234-46f725cb0b31 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548921 Sep 09 14:46:29.071708 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8579f-431d-47f5-983b-e5b3ad1e4973 req-0c0c12c9-4128-4423-afa9-8d023681f53a tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:29.073624 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-74b8579f-431d-47f5-983b-e5b3ad1e4973 req-0c0c12c9-4128-4423-afa9-8d023681f53a tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0636311 Sep 09 14:46:29.117406 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-74b8579f-431d-47f5-983b-e5b3ad1e4973 req-2ec27ad2-7f2a-4fbf-98f5-6e170b09df92 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Sep 09 14:46:29.172350 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a37b7c-b5c4-4a63-898c-e24ecfd80612 req-b378a585-5bfb-4ca2-a0fb-73bcf832f946 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:29.173736 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e2a37b7c-b5c4-4a63-898c-e24ecfd80612 req-b378a585-5bfb-4ca2-a0fb-73bcf832f946 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 944 time: 0.0533564 Sep 09 14:46:29.217672 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e2a37b7c-b5c4-4a63-898c-e24ecfd80612 req-5cb0b3c5-632e-4871-b08d-0d63f141098f tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312502 Sep 09 14:46:29.727714 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-ba6ec29d-024a-4659-b8f7-1cbb95e75bf9 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:29.729968 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-ba6ec29d-024a-4659-b8f7-1cbb95e75bf9 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.13 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 946 time: 0.0625820 Sep 09 14:46:29.731395 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5b9556e8-8250-43aa-8bbc-c91c2bb0efdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:29.760622 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45162) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:29.896765 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8efe1df5-4475-48fc-9ea1-34aa54c08454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:29.908774 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Deleting port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:46:29.909118 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:29.993446 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8efe1df5-4475-48fc-9ea1-34aa54c08454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:29.997243 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8efe1df5-4475-48fc-9ea1-34aa54c08454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.006520 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] For port 4285c000-a08e-4ffe-890d-9d7b0f5054d0, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=4285c000-a08e-4ffe-890d-9d7b0f5054d0,segment=NetworkSegment(4f305af7-85af-4776-8947-f6268263d52a),segment_id=4f305af7-85af-4776-8947-f6268263d52a)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:30.007228 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.026933 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Calling delete_port for 4285c000-a08e-4ffe-890d-9d7b0f5054d0 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:46:30.039831 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8efe1df5-4475-48fc-9ea1-34aa54c08454 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7c075b3431b4fd885b5f9d0ca48a512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780187 Sep 09 14:46:30.041046 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe1df5-4475-48fc-9ea1-34aa54c08454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1033e9f-6e5d-48e6-a3bd-cb990a5cafa8,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:30.043602 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45174) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:30.138009 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d7953-559f-4b66-a71e-011be60e8788 req-ae12e4b4-fd40-46b9-bf32-a262a4fa83f3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:30.139488 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b9d7953-559f-4b66-a71e-011be60e8788 req-ae12e4b4-fd40-46b9-bf32-a262a4fa83f3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0878558 Sep 09 14:46:30.145767 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-993bac43-2ec5-4187-ac30-e31faf2024ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.187768 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-993bac43-2ec5-4187-ac30-e31faf2024ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.216398 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b9d7953-559f-4b66-a71e-011be60e8788 req-393335d1-79a2-4305-beb9-c118fbc583fc tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670540 Sep 09 14:46:30.265662 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-993bac43-2ec5-4187-ac30-e31faf2024ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.268389 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-993bac43-2ec5-4187-ac30-e31faf2024ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.274727 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-993bac43-2ec5-4187-ac30-e31faf2024ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1033e9f-6e5d-48e6-a3bd-cb990a5cafa8 HTTP/1.1" status: 204 len: 168 time: 0.2300839 Sep 09 14:46:30.286903 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993bac43-2ec5-4187-ac30-e31faf2024ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1033e9f-6e5d-48e6-a3bd-cb990a5cafa8,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:30.439181 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1ca73-2a90-4113-9362-88c8f00dbf7f req-682a9759-34c4-4e61-bb8e-23d7acdd55f1 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:30.445001 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-26b1ca73-2a90-4113-9362-88c8f00dbf7f req-682a9759-34c4-4e61-bb8e-23d7acdd55f1 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 944 time: 0.0728137 Sep 09 14:46:30.491594 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-26b1ca73-2a90-4113-9362-88c8f00dbf7f req-1dbc4ec6-fe1d-4900-9ad3-6357c0569eef tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Sep 09 14:46:30.496284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.514535 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['4285c000-a08e-4ffe-890d-9d7b0f5054d0'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:46:30.537687 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc70db-f4a6-4198-a141-a81c4cc36193 req-0b6b91fc-5ea3-4782-9052-9dc0636b873c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:30.539304 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d3bc70db-f4a6-4198-a141-a81c4cc36193 req-0b6b91fc-5ea3-4782-9052-9dc0636b873c tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 867 time: 0.3276625 Sep 09 14:46:30.540511 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Pushing event deleted for resources: {'Port': ['ID=4285c000-a08e-4ffe-890d-9d7b0f5054d0,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:30.614903 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] No DVR routers for this DVR port 4285c000-a08e-4ffe-890d-9d7b0f5054d0 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:46:30.621072 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:30.622997 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-053185a3-6f93-46e2-85d5-34c50e6f3de8 req-4546775c-07a4-4edc-bdc0-9e2970a65b39 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.13 "DELETE /v2.0/ports/4285c000-a08e-4ffe-890d-9d7b0f5054d0 HTTP/1.1" status: 204 len: 173 time: 0.8847806 Sep 09 14:46:30.623423 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'name': 'network-vif-deleted', 'tag': '4285c000-a08e-4ffe-890d-9d7b0f5054d0'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:30.626450 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deff28c6-ec0a-4360-9c04-aa379cba9e7e" -d '{"events": [{"server_uuid": "da3a8c9d-2009-4b5e-b42d-0fa44cbd1396", "name": "network-vif-deleted", "tag": "4285c000-a08e-4ffe-890d-9d7b0f5054d0"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:30.647698 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d3bc70db-f4a6-4198-a141-a81c4cc36193 req-46a50ace-768f-4e44-b6fa-747dc48eea7b tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/security-groups?id=bdc5b860-b668-434d-b13e-3cc235a8da03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800848 Sep 09 14:46:30.666154 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cfa3ce-515b-4cf0-bbce-d5304db5ea2f x-openstack-request-id: req-33cfa3ce-515b-4cf0-bbce-d5304db5ea2f {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:30.666448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3a8c9d-2009-4b5e-b42d-0fa44cbd1396", "name": "network-vif-deleted", "tag": "4285c000-a08e-4ffe-890d-9d7b0f5054d0", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:30.666703 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33cfa3ce-515b-4cf0-bbce-d5304db5ea2f {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:30.667095 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3a8c9d-2009-4b5e-b42d-0fa44cbd1396', 'name': 'network-vif-deleted', 'tag': '4285c000-a08e-4ffe-890d-9d7b0f5054d0', 'status': 'completed', 'code': 200} Sep 09 14:46:30.985374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45216) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:31.083441 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-165021607-network', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:31.103875 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Made reservation on behalf of 18de702e9d5243bbb5436b967a41bf9e for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:31.106182 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.115696 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.205399 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.208950 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.229022 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:46:31.244278 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12432c07-0174-4ab0-8104-99eae037cdf5,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:31.247096 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.247441 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Added segment 028e5b17-064b-406b-a53a-d6035959fbf8 of type vlan for network f9c27937-6e96-47ba-9c6d-bedf98f29525 Sep 09 14:46:31.287051 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.311581 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.312601 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:31.313173 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.350525 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3612196 Sep 09 14:46:31.353710 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c2d28-7d98-4b2f-8893-ffaf6574a5de req-02778c0d-e134-45cb-8bfa-da7084efae1d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:31.355270 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-933c2d28-7d98-4b2f-8893-ffaf6574a5de req-02778c0d-e134-45cb-8bfa-da7084efae1d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0510194 Sep 09 14:46:31.355752 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45224) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:31.360894 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Request body: {'subnet': {'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-165021607-subnet', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:31.377588 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16877349-a3c4-4ede-a09e-6c509af397a6 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c27937-6e96-47ba-9c6d-bedf98f29525,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:31.396253 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:46:31.407324 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-933c2d28-7d98-4b2f-8893-ffaf6574a5de req-44803c2d-b669-4e04-8397-0589738629db tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430844 Sep 09 14:46:31.408304 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Made reservation on behalf of 18de702e9d5243bbb5436b967a41bf9e for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:31.410609 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.609479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.666398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf63f0b-b7eb-4150-b2c5-f3c05206a658 req-69f150e6-334f-4ded-af8d-1ea0d66fb4bc tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:31.667916 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1bf63f0b-b7eb-4150-b2c5-f3c05206a658 req-69f150e6-334f-4ded-af8d-1ea0d66fb4bc tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 944 time: 0.1040487 Sep 09 14:46:31.690176 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa2fc9aa-5aad-415a-a607-7a298eeb045f,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:31.709676 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Checking segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:31.710025 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Network hostable DHCP agents. Network: f9c27937-6e96-47ba-9c6d-bedf98f29525, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:46:31.729054 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1bf63f0b-b7eb-4150-b2c5-f3c05206a658 req-cd156d65-e1a6-4aeb-a668-7b32b3ed4ffd tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546525 Sep 09 14:46:31.738034 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:46:31.756201 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, f9c27937-6e96-47ba-9c6d-bedf98f29525) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:31.760971 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:31.761989 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.765797 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea1b6c7-ea71-43d6-be9f-8619b2f330b3 None None] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:31.778448 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1f9f2e7c-8464-4f18-a828-5aebeb9f8b57 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4216745 Sep 09 14:46:31.782149 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45234) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:31.787386 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:31.824820 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d690630f-fe7c-40c4-b410-3596deed81c5 req-d740561b-24df-4520-a5d4-a494e12d5e84 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.0310953 Sep 09 14:46:31.834418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.835396 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:31.889665 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.033782 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.039444 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-f9c27937-6e96-47ba-9c6d-bedf98f29525', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:46:32.040364 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.180176 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Allocated IP 172.20.0.2 (f9c27937-6e96-47ba-9c6d-bedf98f29525/fa2fc9aa-5aad-415a-a607-7a298eeb045f/70d714d0-ef59-4b42-bfc3-4e43f70a6b82) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:32.240067 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.259242 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.324868 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.337787 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Transition to ACTIVE for port object 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:32.352628 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Transition to ACTIVE for port object 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:32.358917 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.367716 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Allocated IP 172.27.2.176 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/f9b82be0-c08b-464a-939a-644b87e46255) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:32.398487 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:32.401324 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:32.404812 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:32.415216 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Pushing event updated for resources: {'Port': ['ID=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:32.461136 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device bcf918b1-98b9-4425-bb98-89856e03323e up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:32.498102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.500484 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Attempting to bind port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:32.500854 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Attempting to bind port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:32.501212 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Attempting to bind port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 on network f9c27937-6e96-47ba-9c6d-bedf98f29525 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:32.513124 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:32.513124 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Checking segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:32.513520 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.513869 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Bound using segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:32.514331 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Bound port: 70d714d0-ef59-4b42-bfc3-4e43f70a6b82, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:32.515064 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.550857 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d9d01-2091-492e-93d8-19d9d733987c req-03e2429c-9b57-4640-a5e6-6d6c72d2d0cc tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:32.556448 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b46d9d01-2091-492e-93d8-19d9d733987c req-03e2429c-9b57-4640-a5e6-6d6c72d2d0cc tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0702918 Sep 09 14:46:32.562081 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port bcf918b1-98b9-4425-bb98-89856e03323e completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:32.572721 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port bcf918b1-98b9-4425-bb98-89856e03323e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:32.573088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.611286 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b46d9d01-2091-492e-93d8-19d9d733987c req-ea3a9167-c78b-4725-a68b-75f7b68e94ce tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530269 Sep 09 14:46:32.612871 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.627775 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] For port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:32.640180 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-53b306eb-7505-4269-81f0-ab9d9da8100a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.648756 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] For port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:32.657430 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.661418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:32.669868 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:32.676681 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:32.679543 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Pushing event updated for resources: {'Port': ['ID=f9b82be0-c08b-464a-939a-644b87e46255,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:32.737747 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f42459-81e9-4d9d-94fa-5f26664a6549 None None] Pushing event updated for resources: {'Port': ['ID=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:32.750323 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.790728 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf918b1-98b9-4425-bb98-89856e03323e'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:32.793717 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b4104a-f560-4a83-8a48-14b6bd35d671" -d '{"events": [{"server_uuid": "601a7c32-5fd9-4ef7-8b93-e23b5f246562", "name": "network-vif-plugged", "status": "completed", "tag": "bcf918b1-98b9-4425-bb98-89856e03323e"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:32.804360 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.811140 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port bcf918b1-98b9-4425-bb98-89856e03323e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=bcf918b1-98b9-4425-bb98-89856e03323e,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:32.816701 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:32.886981 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=bcf918b1-98b9-4425-bb98-89856e03323e,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:33.160281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37ec47-54c6-4297-b99d-eb8e056c13ca req-fd79b673-d377-42a5-8bdb-2ef17053d1f2 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:33.161748 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae37ec47-54c6-4297-b99d-eb8e056c13ca req-fd79b673-d377-42a5-8bdb-2ef17053d1f2 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.3471880 Sep 09 14:46:33.180911 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:33.251110 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ae37ec47-54c6-4297-b99d-eb8e056c13ca req-99f93753-6f84-4032-b4e0-d514d1747b23 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807996 Sep 09 14:46:33.303557 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6f5bae-7a04-4e70-8c18-11a83fdb3017 x-openstack-request-id: req-7b6f5bae-7a04-4e70-8c18-11a83fdb3017 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:33.304097 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601a7c32-5fd9-4ef7-8b93-e23b5f246562", "name": "network-vif-plugged", "status": "completed", "tag": "bcf918b1-98b9-4425-bb98-89856e03323e", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:33.304363 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b6f5bae-7a04-4e70-8c18-11a83fdb3017 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:33.304761 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcf918b1-98b9-4425-bb98-89856e03323e', 'code': 200} Sep 09 14:46:33.380941 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d815e852-bb1f-4c05-bb4e-c69ad74b6c08 req-48c51c62-0dba-4afa-8c5b-bf4703ae8971 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.0303798 Sep 09 14:46:33.426446 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:33.497163 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 4285c000-a08e-4ffe-890d-9d7b0f5054d0 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:46:33.543184 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 4285c000-a08e-4ffe-890d-9d7b0f5054d0 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:46:33.543535 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 4285c000-a08e-4ffe-890d-9d7b0f5054d0 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:46:33.604555 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Router 958427ff-c4af-4e92-9929-9e78a4249a3a is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:46:33.632634 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-e5e8202e-3b5f-4ed3-b5b3-79c2b8b17402 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530660 Sep 09 14:46:33.657249 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:33.661548 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:33.754515 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-208f78f2-d587-4d06-a67a-888781c1965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:33.754748 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:33.756695 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-208f78f2-d587-4d06-a67a-888781c1965c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.0576692 Sep 09 14:46:33.847603 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58eb9a9f-3834-4aaa-958d-0bc1923e91b1 None None] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:33.854910 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd98a78-1e91-4a4c-b4f1-89196094f627 req-45ca29fa-af0d-4bdf-8b57-afb7dbfa7b2c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:33.866714 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2cd98a78-1e91-4a4c-b4f1-89196094f627 req-45ca29fa-af0d-4bdf-8b57-afb7dbfa7b2c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1466889 Sep 09 14:46:33.907162 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796311c-914b-4779-9aad-9e577045b089 req-cacfe3f0-5016-4266-8cc2-679c71a6a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:33.909086 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0796311c-914b-4779-9aad-9e577045b089 req-cacfe3f0-5016-4266-8cc2-679c71a6a8b4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 1098 time: 0.1202650 Sep 09 14:46:33.930035 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2cd98a78-1e91-4a4c-b4f1-89196094f627 req-7ffa040b-7b9d-4e77-b6bd-9ebba29bbec5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580022 Sep 09 14:46:33.931434 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:33.945702 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Sync routers for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:33.947796 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-e083fc27-79ce-41e1-b89f-ce8467a03bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:33.949511 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-e083fc27-79ce-41e1-b89f-ce8467a03bd8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.1499808 Sep 09 14:46:33.960358 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:33.961851 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:33.964015 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:33.966104 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0abc54fb-fcb8-442a-b09e-0fbb4c690e61 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1825235 Sep 09 14:46:33.971137 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45258) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:34.023712 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0796311c-914b-4779-9aad-9e577045b089 req-2f49dfc3-b02f-492b-a5f8-bbf048756f5f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019449 Sep 09 14:46:34.025759 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-d855191c-a677-4f4a-af6c-3006e0c2d12a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 217 time: 0.0634651 Sep 09 14:46:34.032413 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] Provisioning for port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:34.039777 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] Provisioning complete for port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:34.039932 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.103150 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:34.178613 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.223946 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] For port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:34.228811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.298732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8bf430-b033-4eaf-afe5-f4737c92cee8 None None] Pushing event updated for resources: {'Port': ['ID=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:34.352673 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-d8ee4001-ba27-4f97-abf2-b395932a3ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:34.354290 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-d8ee4001-ba27-4f97-abf2-b395932a3ca8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.1072359 Sep 09 14:46:34.396412 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:32Z', 'revision_number': 3, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:34.449732 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Checking router: 958427ff-c4af-4e92-9929-9e78a4249a3a for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:34.450101 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Updating router 958427ff-c4af-4e92-9929-9e78a4249a3a port f9b82be0-c08b-464a-939a-644b87e46255 binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:46:34.450365 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-eb2b61c7-b4bb-4ba6-b8ce-6bd00f307999 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838759 Sep 09 14:46:34.454450 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-96b52c54-7810-454f-937c-7a55bb5435ad None None] Provisioning complete for port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:34.454944 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-96b52c54-7810-454f-937c-7a55bb5435ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.502805 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.549361 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a42ad-e382-45d1-8208-35dc59bf79e7 req-f5d14326-c928-420b-b28b-7cc879f29537 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:34.554176 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-095deb9a-8b74-4a44-a261-6bd44a6b06d2 req-b55244e9-6e77-4200-bff0-6110eecf89e1 tempest-DeleteServersTestJSON-1475171073 tempest-DeleteServersTestJSON-1475171073-project] 10.222.0.21 "GET /v2.0/ports?device_id=da3a8c9d-2009-4b5e-b42d-0fa44cbd1396 HTTP/1.1" status: 200 len: 210 time: 0.0485437 Sep 09 14:46:34.559276 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d44a42ad-e382-45d1-8208-35dc59bf79e7 req-f5d14326-c928-420b-b28b-7cc879f29537 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.2025902 Sep 09 14:46:34.666983 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45276) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:34.700394 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d44a42ad-e382-45d1-8208-35dc59bf79e7 req-596e9387-4b54-4f4f-8caa-6072cdf0fb89 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399665 Sep 09 14:46:34.769037 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-d23c4b98-e42b-4c8a-8098-150229914fef service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028247 Sep 09 14:46:34.886517 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.929348 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c41d24fe-043b-470d-8959-a31e62183fa6 req-07554670-feda-4ce8-aa49-b0ce558b16d1 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422210 Sep 09 14:46:34.932989 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d50017c8-c51b-4335-9581-b11eaab4d568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.948740 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:34.964894 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Transition to ACTIVE for port object f9b82be0-c08b-464a-939a-644b87e46255 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:34.970851 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.035024 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Attempting to bind port f9b82be0-c08b-464a-939a-644b87e46255 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:35.035488 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Attempting to bind port f9b82be0-c08b-464a-939a-644b87e46255 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:35.035940 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Attempting to bind port f9b82be0-c08b-464a-939a-644b87e46255 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:35.047494 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Pushing event updated for resources: {'Port': ['ID=f9b82be0-c08b-464a-939a-644b87e46255,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:35.051028 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:35.051522 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:35.052169 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.052680 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:35.053227 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Bound port: f9b82be0-c08b-464a-939a-644b87e46255, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:35.053715 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.074939 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837396d7-ab58-4fa9-b152-93ad3de439bd req-ccbfc9b1-6aaf-479b-a7a2-f343225ba773 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:35.076835 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-837396d7-ab58-4fa9-b152-93ad3de439bd req-ccbfc9b1-6aaf-479b-a7a2-f343225ba773 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0703690 Sep 09 14:46:35.088107 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.088490 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.088951 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.089172 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.089532 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.089863 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.090178 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.090508 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.090841 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.091175 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.091505 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.091868 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:46:35.112731 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.126508 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-837396d7-ab58-4fa9-b152-93ad3de439bd req-b09c65f3-11de-4453-88c6-1ede54709fe5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Sep 09 14:46:35.156335 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] For port f9b82be0-c08b-464a-939a-644b87e46255, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:35.159617 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] For port f9b82be0-c08b-464a-939a-644b87e46255, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=f9b82be0-c08b-464a-939a-644b87e46255,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:35.165819 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.169199 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Allocated IP 172.20.0.1 (f9c27937-6e96-47ba-9c6d-bedf98f29525/fa2fc9aa-5aad-415a-a607-7a298eeb045f/fd2d0dbf-9e31-4016-9bc7-860dddfb5cef) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:35.225038 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:35.225743 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:35.267343 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5467903-0345-4dbf-b3e0-16aecb94cb77 None None] Pushing event updated for resources: {'Port': ['ID=f9b82be0-c08b-464a-939a-644b87e46255,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:35.277186 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d50017c8-c51b-4335-9581-b11eaab4d568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.283001 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d50017c8-c51b-4335-9581-b11eaab4d568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.353058 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d50017c8-c51b-4335-9581-b11eaab4d568 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=516e1271a6074e6cb1ea113afbc88926&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825948 Sep 09 14:46:35.353791 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45294) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:35.354137 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50017c8-c51b-4335-9581-b11eaab4d568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aada283-e75f-4d84-a2cb-3b3c59dcc164,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:35.355304 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:35.373700 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.395502 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Transition to ACTIVE for port object fd2d0dbf-9e31-4016-9bc7-860dddfb5cef will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:35.425094 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a40db8dd-a8cb-4a09-84de-a3b73a8daad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.436406 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.455718 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a40db8dd-a8cb-4a09-84de-a3b73a8daad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.479855 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:35.485103 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:35.488295 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:35.488914 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.510636 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a40db8dd-a8cb-4a09-84de-a3b73a8daad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.513827 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a40db8dd-a8cb-4a09-84de-a3b73a8daad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.518214 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a40db8dd-a8cb-4a09-84de-a3b73a8daad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1aada283-e75f-4d84-a2cb-3b3c59dcc164 HTTP/1.1" status: 204 len: 168 time: 0.1603761 Sep 09 14:46:35.524580 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40db8dd-a8cb-4a09-84de-a3b73a8daad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aada283-e75f-4d84-a2cb-3b3c59dcc164,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:35.548372 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:35.647762 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:35.778274 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:35.778473 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.779358 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.864364 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:32Z', 'revision_number': 3, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:35.900847 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-332d7bd9-d0aa-44ce-8ec7-7383e7f18780 None None] Provisioning for port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:35.913522 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c33a35-3663-40d7-bfde-0a93bfca62f7 req-27b753ae-3544-4d3c-8397-44ebf89358e3 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:35.915221 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-332d7bd9-d0aa-44ce-8ec7-7383e7f18780 None None] Provisioning complete for port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:35.916483 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-332d7bd9-d0aa-44ce-8ec7-7383e7f18780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:35.924413 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bd95f2-a336-4daf-b169-a42b0be1775e None None] The sync data for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi is: [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:32Z', 'revision_number': 3, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:35.940591 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a0c33a35-3663-40d7-bfde-0a93bfca62f7 req-27b753ae-3544-4d3c-8397-44ebf89358e3 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.1066823 Sep 09 14:46:36.018513 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a0c33a35-3663-40d7-bfde-0a93bfca62f7 req-c1324835-2250-4dca-982f-172b9561fa53 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658562 Sep 09 14:46:36.041849 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-332d7bd9-d0aa-44ce-8ec7-7383e7f18780 None None] Port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:36.122538 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:36.129272 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:36.130130 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:36.224165 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Pushing event updated for resources: {'Port': ['ID=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:36.440603 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65af68a-e4c1-47cf-b27a-bd0b8b747093 req-820cead4-9d3e-45af-adc9-5b3e6c02eec7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:36.453918 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d65af68a-e4c1-47cf-b27a-bd0b8b747093 req-820cead4-9d3e-45af-adc9-5b3e6c02eec7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1653328 Sep 09 14:46:36.465983 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:36.474605 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:36.570757 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d65af68a-e4c1-47cf-b27a-bd0b8b747093 req-65212cce-d00c-4e78-95b6-f99fce09f585 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159844 Sep 09 14:46:36.648570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Router 958427ff-c4af-4e92-9929-9e78a4249a3a has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:46:36.775421 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1c5ecc1f-9f69-4d6c-a571-470444a60b2c None None] Provisioning complete for port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:36.777661 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1c5ecc1f-9f69-4d6c-a571-470444a60b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:36.825764 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-1c5ecc1f-9f69-4d6c-a571-470444a60b2c None None] Port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:37.093971 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:37.098321 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84752a81-8102-45c5-b23d-db59b1c8f6ae req-153eb39c-3820-402c-8ae4-f77538c31f06 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:37.099398 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4aa0004e-c73e-498e-88b6-7c8311cd81d3 admin admin] 10.222.0.21 "PUT /v2.0/routers/958427ff-c4af-4e92-9929-9e78a4249a3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1268694 Sep 09 14:46:37.104217 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84752a81-8102-45c5-b23d-db59b1c8f6ae req-153eb39c-3820-402c-8ae4-f77538c31f06 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.0635448 Sep 09 14:46:37.142273 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84752a81-8102-45c5-b23d-db59b1c8f6ae req-71de039e-6d3b-4f25-bb0b-2f4c71ec19bd tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360854 Sep 09 14:46:37.349254 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45374) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:37.418874 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Deleting subnet aa11bfaf-db5f-438f-98c8-7f371299a661 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:46:37.424084 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.468847 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.478439 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.565367 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.596326 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa11bfaf-db5f-438f-98c8-7f371299a661,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:37.624884 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.627158 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c2a9cff3-ff8b-4b70-a5b2-3983e8a43088 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa11bfaf-db5f-438f-98c8-7f371299a661 HTTP/1.1" status: 204 len: 168 time: 0.2767394 Sep 09 14:46:37.631516 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45392) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:37.693503 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device f9b82be0-c08b-464a-939a-644b87e46255 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:37.760138 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port f9b82be0-c08b-464a-939a-644b87e46255 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:37.764946 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port f9b82be0-c08b-464a-939a-644b87e46255 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:37.765657 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.778817 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.790872 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470a9e-f10d-4b79-9780-04afaa73e292 req-0e2c6026-1eae-4c76-a721-6ea0fa4f91fb tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:37.792655 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90470a9e-f10d-4b79-9780-04afaa73e292 req-0e2c6026-1eae-4c76-a721-6ea0fa4f91fb tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1208773 Sep 09 14:46:37.886104 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90470a9e-f10d-4b79-9780-04afaa73e292 req-0ee1bf04-e83a-4516-a9ea-ac9cb77c3772 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779469 Sep 09 14:46:37.894329 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.922800 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port f9b82be0-c08b-464a-939a-644b87e46255, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=f9b82be0-c08b-464a-939a-644b87e46255,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:37.928602 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45400) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:37.934032 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1094109411-network', 'tenant_id': '37c9857841f14a2fabcd58719743357a'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:37.940029 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.964086 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.968717 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Made reservation on behalf of 37c9857841f14a2fabcd58719743357a for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:37.972175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.982631 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:37.998456 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=f9b82be0-c08b-464a-939a-644b87e46255,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:38.000616 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.001154 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.002172 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.002645 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.002993 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.003340 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.003658 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.004022 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.004338 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.004680 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.129628 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.137853 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.157677 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Sync routers for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:38.163502 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:46:38.167325 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:38.168364 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:38.186115 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4e793-c3bc-48b2-adc3-e53aa25e1277,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:38.193976 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.194503 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Added segment a43d56df-fcb9-438b-b33f-b1e422033df6 of type vlan for network b72216d5-586a-4cc6-abfa-aab8042a8f90 Sep 09 14:46:38.196979 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.199883 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.200391 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.202862 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105671) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:46:38.204448 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a29534-23ec-48a5-94ab-1a62fef76898']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:38.235376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f305af7-85af-4776-8947-f6268263d52a') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:38.236149 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f305af7-85af-4776-8947-f6268263d52a') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:38.255212 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.277850 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.292581 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:38.293097 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.294212 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:38.297077 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.323606 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45410) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:38.336610 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.340955 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4086823 Sep 09 14:46:38.344327 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45414) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:38.350322 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Request body: {'subnet': {'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1094109411-subnet', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:38.352051 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:46:38.352472 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: from cryptography.utils import int_from_bytes Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: from cryptography.utils import int_from_bytes Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:46:38.375131 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:46:38.405414 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec6826-56e6-460e-9bd7-10e5133d3d7d admin admin] Pushing event updated for resources: {'Network': ['ID=b72216d5-586a-4cc6-abfa-aab8042a8f90,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:38.421448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Made reservation on behalf of 37c9857841f14a2fabcd58719743357a for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:38.424552 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.450611 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9f1b0-aac0-448c-930e-55881cd2ff13 req-cdb458b9-4e62-41c9-b484-c22f0df329b4 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:38.457866 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b0c9f1b0-aac0-448c-930e-55881cd2ff13 req-cdb458b9-4e62-41c9-b484-c22f0df329b4 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.1954317 Sep 09 14:46:38.479110 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.495023 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8557ed55-6a23-4797-8f2e-cef06b8e572f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.499866 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:46:38.525516 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.527469 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/79a29534-23ec-48a5-94ab-1a62fef76898 HTTP/1.1" status: 204 len: 168 time: 0.8948092 Sep 09 14:46:38.538363 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eaffd4-ce8c-47cb-a841-ee7ba5bbf8d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=79a29534-23ec-48a5-94ab-1a62fef76898,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:38.549758 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b0c9f1b0-aac0-448c-930e-55881cd2ff13 req-c2f30afa-d28d-47ea-8757-cebeea95ee64 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909867 Sep 09 14:46:38.688947 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8557ed55-6a23-4797-8f2e-cef06b8e572f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.692926 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 2, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:38.696715 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8557ed55-6a23-4797-8f2e-cef06b8e572f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.705287 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.740832 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45424) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:38.747022 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8557ed55-6a23-4797-8f2e-cef06b8e572f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=530e505f52cf4de9a496620fc358907c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223080 Sep 09 14:46:38.750032 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45426) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:38.757859 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557ed55-6a23-4797-8f2e-cef06b8e572f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb29664-7c26-4b51-82ad-8deb96c75e2a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:38.764469 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Checking router: 958427ff-c4af-4e92-9929-9e78a4249a3a for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:38.765340 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Updating router 958427ff-c4af-4e92-9929-9e78a4249a3a port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:46:38.806354 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.817778 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd92585-2064-4328-b307-63aa88d748f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.840489 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd92585-2064-4328-b307-63aa88d748f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.845237 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2790ebf5-2b85-49e3-b33e-ab5307802a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26fabfde0add4a2badaf7c60827fb424&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0972362 Sep 09 14:46:38.845516 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45436) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:38.854085 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebbc1c4-d181-4abf-8168-d9ab6a21ec21,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:38.881331 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Checking segment: {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:38.881973 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Network hostable DHCP agents. Network: b72216d5-586a-4cc6-abfa-aab8042a8f90, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:46:38.884948 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-cbfcea2c-bf37-4055-a5fe-650ca393e0ae tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=aaf156c71a014e16b00523c11f93f479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410187 Sep 09 14:46:38.930268 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c099e26e-ae3e-4ae7-bec5-e2c7eab47fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.950665 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-3ca0b473-25eb-46da-ae78-e87fe5878434 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:38.952870 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-3ca0b473-25eb-46da-ae78-e87fe5878434 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.1648653 Sep 09 14:46:38.956812 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd92585-2064-4328-b307-63aa88d748f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.959506 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd92585-2064-4328-b307-63aa88d748f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.963055 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1cd92585-2064-4328-b307-63aa88d748f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cb29664-7c26-4b51-82ad-8deb96c75e2a HTTP/1.1" status: 204 len: 168 time: 0.2096636 Sep 09 14:46:38.963055 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c099e26e-ae3e-4ae7-bec5-e2c7eab47fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:38.994316 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd92585-2064-4328-b307-63aa88d748f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb29664-7c26-4b51-82ad-8deb96c75e2a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:39.017401 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:46:39.070082 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c099e26e-ae3e-4ae7-bec5-e2c7eab47fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.074689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c099e26e-ae3e-4ae7-bec5-e2c7eab47fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.076023 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c099e26e-ae3e-4ae7-bec5-e2c7eab47fd7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdc5b860-b668-434d-b13e-3cc235a8da03 HTTP/1.1" status: 204 len: 168 time: 0.2287393 Sep 09 14:46:39.085619 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099e26e-ae3e-4ae7-bec5-e2c7eab47fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc5b860-b668-434d-b13e-3cc235a8da03,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:39.091887 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, b72216d5-586a-4cc6-abfa-aab8042a8f90) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:39.130724 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ac95f-8661-4620-bf55-79ba6948ce00 req-0b9281bd-6fe2-4aff-8508-b025af91ae87 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:39.140703 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:39.141470 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.142206 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ab2ac95f-8661-4620-bf55-79ba6948ce00 req-0b9281bd-6fe2-4aff-8508-b025af91ae87 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1618845 Sep 09 14:46:39.191605 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-7d3c84ab-aad6-41d6-b8c1-823f3808680c tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:39.194006 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-7d3c84ab-aad6-41d6-b8c1-823f3808680c tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2946084 Sep 09 14:46:39.199597 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5726c94a-85be-41b7-9a28-1ca29f188105 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8541436 Sep 09 14:46:39.201693 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45448) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:39.208599 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:39.243445 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-71ef49b4-4cdb-47b2-a700-06e4a3f16e63 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/quotas/aaf156c71a014e16b00523c11f93f479 HTTP/1.1" status: 200 len: 375 time: 0.0309501 Sep 09 14:46:39.244320 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ab2ac95f-8661-4620-bf55-79ba6948ce00 req-0e188a0f-fcd7-41c2-9414-ad22aac3dcef tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011646 Sep 09 14:46:39.270789 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Deleting port bcf918b1-98b9-4425-bb98-89856e03323e {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:46:39.271129 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.339556 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-637ecd7e-dfc8-4201-90a9-77537241ce8f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=aaf156c71a014e16b00523c11f93f479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949662 Sep 09 14:46:39.372395 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.376434 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.378921 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4bf39c-05cb-4eeb-8586-e3c6705b5041 None None] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:39.567548 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fe5ff0e2-3f03-42b8-8680-e36df64d925e req-f49571d3-f01c-4199-9a45-63e1e40336b2 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0615835 Sep 09 14:46:39.672104 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.695372 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] For port bcf918b1-98b9-4425-bb98-89856e03323e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=bcf918b1-98b9-4425-bb98-89856e03323e,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:39.695794 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.732812 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device f9b82be0-c08b-464a-939a-644b87e46255 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:39.763709 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45468) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:39.771448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Calling delete_port for bcf918b1-98b9-4425-bb98-89856e03323e owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:46:39.790211 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f29cf8e1-7a72-44e6-888d-5f1268cc8a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.870141 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.883190 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Transition to ACTIVE for port object fd2d0dbf-9e31-4016-9bc7-860dddfb5cef will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:39.927712 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:39.989552 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3edbe-0ab5-4cca-adeb-b85c2c6df6ed None None] Pushing event updated for resources: {'Port': ['ID=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:40.008533 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f29cf8e1-7a72-44e6-888d-5f1268cc8a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.026551 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f29cf8e1-7a72-44e6-888d-5f1268cc8a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.122846 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cf8e1-7a72-44e6-888d-5f1268cc8a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a7ea30-a806-494b-a5c3-762b9cf9c2ee,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:40.128298 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f29cf8e1-7a72-44e6-888d-5f1268cc8a63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39f521028b3047e991d747f2a21f96b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625746 Sep 09 14:46:40.132194 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45480) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:40.149361 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-b72216d5-586a-4cc6-abfa-aab8042a8f90', 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'fixed_ips': [{'subnet_id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:46:40.150263 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.244301 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7c197c8-61c7-41b0-9772-a0e3b77003a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.275331 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.295411 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dcefe-4f77-4360-b4a1-70d998896d1c req-be203559-89e0-4924-8d70-c9550ee8370f tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:40.306073 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-523dcefe-4f77-4360-b4a1-70d998896d1c req-be203559-89e0-4924-8d70-c9550ee8370f tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 945 time: 0.6270936 Sep 09 14:46:40.309147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7c197c8-61c7-41b0-9772-a0e3b77003a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.422673 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-523dcefe-4f77-4360-b4a1-70d998896d1c req-ef7cb3d5-0917-43c0-988a-b3e4c14d8285 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071298 Sep 09 14:46:40.442573 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port f9b82be0-c08b-464a-939a-644b87e46255 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:40.444348 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.452477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7c197c8-61c7-41b0-9772-a0e3b77003a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.457285 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f7c197c8-61c7-41b0-9772-a0e3b77003a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.460777 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f7c197c8-61c7-41b0-9772-a0e3b77003a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07a7ea30-a806-494b-a5c3-762b9cf9c2ee HTTP/1.1" status: 204 len: 168 time: 0.3257177 Sep 09 14:46:40.499653 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Attempting to bind port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:40.500261 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Attempting to bind port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:40.500731 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Attempting to bind port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef on network f9c27937-6e96-47ba-9c6d-bedf98f29525 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:40.511020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c197c8-61c7-41b0-9772-a0e3b77003a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a7ea30-a806-494b-a5c3-762b9cf9c2ee,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:40.528966 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45494) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:40.543427 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b3a47-8454-48ee-8de8-80211ba4c48a req-f30bd49a-dc91-4652-9d9b-115e5f4d0a23 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:40.545269 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f2b3a47-8454-48ee-8de8-80211ba4c48a req-f30bd49a-dc91-4652-9d9b-115e5f4d0a23 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1594684 Sep 09 14:46:40.566519 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:40.567026 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Checking segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:40.567609 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.568208 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Bound using segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:40.568707 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Bound port: fd2d0dbf-9e31-4016-9bc7-860dddfb5cef, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:40.569186 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.626685 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f2b3a47-8454-48ee-8de8-80211ba4c48a req-f2183564-c43c-4ec3-84b3-f3ca0e26ab7d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743732 Sep 09 14:46:40.680412 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.705057 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['bcf918b1-98b9-4425-bb98-89856e03323e'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:46:40.730860 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Allocated IP 172.20.0.2 (b72216d5-586a-4cc6-abfa-aab8042a8f90/cebbc1c4-d181-4abf-8168-d9ab6a21ec21/eb2591a4-0de1-4905-9fb7-f6267a3cdeaa) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:40.734282 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-27a0ec39-b1ce-4d97-91e3-0ac5012ae5ff req-f611c1fe-ee54-47c4-928d-ccc4b9c848d8 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0653760 Sep 09 14:46:40.744105 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Pushing event deleted for resources: {'Port': ['ID=bcf918b1-98b9-4425-bb98-89856e03323e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:40.818751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] For port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:40.852288 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] For port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:40.860179 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] No DVR routers for this DVR port bcf918b1-98b9-4425-bb98-89856e03323e on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:46:40.863891 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.866802 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ed7a447a-1e92-4c0b-952c-7e00421fb80e req-b253a22b-78a6-47fc-ac6c-a1d44e37e814 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "DELETE /v2.0/ports/bcf918b1-98b9-4425-bb98-89856e03323e HTTP/1.1" status: 204 len: 173 time: 1.9040370 Sep 09 14:46:40.869083 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'name': 'network-vif-deleted', 'tag': 'bcf918b1-98b9-4425-bb98-89856e03323e'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:40.871266 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ce3d4d-cf6e-4761-9d6f-862522a2e422" -d '{"events": [{"server_uuid": "601a7c32-5fd9-4ef7-8b93-e23b5f246562", "name": "network-vif-deleted", "tag": "bcf918b1-98b9-4425-bb98-89856e03323e"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:40.875362 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.920873 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2007827507-network', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:40.965792 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Made reservation on behalf of c44753c945d945ada8bdb7eb998ff862 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:40.968953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:40.985196 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.055664 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29821b6d-4dc9-43b1-b0aa-60ffef2bdf62 x-openstack-request-id: req-29821b6d-4dc9-43b1-b0aa-60ffef2bdf62 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:41.056000 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601a7c32-5fd9-4ef7-8b93-e23b5f246562", "name": "network-vif-deleted", "tag": "bcf918b1-98b9-4425-bb98-89856e03323e", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:41.056236 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:41.056358 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-29821b6d-4dc9-43b1-b0aa-60ffef2bdf62 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:41.056622 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601a7c32-5fd9-4ef7-8b93-e23b5f246562', 'name': 'network-vif-deleted', 'tag': 'bcf918b1-98b9-4425-bb98-89856e03323e', 'status': 'completed', 'code': 200} Sep 09 14:46:41.056882 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:41.124927 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-cd2492fe-eddc-48b8-9958-ecd49bf94465 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=aaf156c71a014e16b00523c11f93f479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666943 Sep 09 14:46:41.127164 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.149105 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3edbe-0ab5-4cca-adeb-b85c2c6df6ed None None] Pushing event updated for resources: {'Port': ['ID=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:41.176952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.237776 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.244320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.317889 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.335720 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aea92e6-7617-4bbd-976a-bc024abda1f8,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:41.340388 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Transition to ACTIVE for port object eb2591a4-0de1-4905-9fb7-f6267a3cdeaa will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:41.352220 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:46:41.360069 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:41.393868 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.394647 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Added segment 6a7c4291-0bbc-42fb-956b-6a2083d571ac of type vlan for network b78c604b-db05-4994-bf1a-43444e328ff9 Sep 09 14:46:41.413896 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-1445fb69-5a71-4ae1-88e3-05d22fa0f9f5 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:41.416189 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-1445fb69-5a71-4ae1-88e3-05d22fa0f9f5 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856846 Sep 09 14:46:41.431423 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Transition to ACTIVE for port object eb2591a4-0de1-4905-9fb7-f6267a3cdeaa will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:41.447716 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.449862 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.471425 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Request body: {'port': {'device_id': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267', 'admin_state_up': True, 'tenant_id': 'aaf156c71a014e16b00523c11f93f479'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:41.515437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Allocated IP 172.27.2.232 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/eb95ae1e-a972-402f-b43d-05cf1b65ef75) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:41.526536 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.528289 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:41.532695 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.591578 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0444171 Sep 09 14:46:41.605974 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45528) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:41.620265 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Request body: {'subnet': {'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2007827507-subnet', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:41.620977 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Pushing event updated for resources: {'Port': ['ID=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:41.650183 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:41.666615 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:41.671685 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:41.694173 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-66828b49-4317-4eee-b2fb-ffe55d17fb3e req-a7da411b-6ac2-4eda-a6bc-b923ab1d5086 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=601a7c32-5fd9-4ef7-8b93-e23b5f246562 HTTP/1.1" status: 200 len: 210 time: 0.0838504 Sep 09 14:46:41.759769 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc96079-0b09-4915-8331-da089deee326 admin admin] Pushing event updated for resources: {'Network': ['ID=b78c604b-db05-4994-bf1a-43444e328ff9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:41.767811 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Made reservation on behalf of c44753c945d945ada8bdb7eb998ff862 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:41.771099 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10436432'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.817626 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network b78c604b-db05-4994-bf1a-43444e328ff9 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:46:41.858922 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Attempting to bind port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:41.859276 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Attempting to bind port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:41.859872 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Attempting to bind port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa on network b72216d5-586a-4cc6-abfa-aab8042a8f90 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:41.868102 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:41.868786 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Checking segment: {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:41.869352 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.869893 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Bound using segment: {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:41.870531 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Bound port: eb2591a4-0de1-4905-9fb7-f6267a3cdeaa, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:41.871087 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:41.901247 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d4d5537-d006-4d40-9a4c-42dd1a494d7d req-059b1c4a-a7fd-45cc-a558-a11e0dcde19f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0466187 Sep 09 14:46:41.952984 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.019845 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Made reservation on behalf of aaf156c71a014e16b00523c11f93f479 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:42.023603 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.028368 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] For port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:42.032860 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] For port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:42.037243 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.042303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:40Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:42.046582 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.057540 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10230185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10436430'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.068633 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edd7c6-dfd2-4ccd-8407-ff8f10b1b402 req-a18aef47-b523-4761-85e3-34a516db7b69 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:42.070339 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-70edd7c6-dfd2-4ccd-8407-ff8f10b1b402 req-a18aef47-b523-4761-85e3-34a516db7b69 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.2129500 Sep 09 14:46:42.075710 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.140313 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f848-cb70-4100-bb31-ee8df8bf4b05 None None] The sync data for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi is: [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:40Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:42.149381 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a8ca3-7b8e-4d43-aeed-f4cc96a2eeeb None None] Pushing event updated for resources: {'Port': ['ID=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:42.156903 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae61d2f3-52b3-4cfb-802a-4595332b2555,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:42.160422 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:42.168645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:42.169537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Checking segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:42.170492 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Network hostable DHCP agents. Network: b78c604b-db05-4994-bf1a-43444e328ff9, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:46:42.185882 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:42.204355 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Pushing event updated for resources: {'Port': ['ID=eb95ae1e-a972-402f-b43d-05cf1b65ef75,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:42.228242 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Network b78c604b-db05-4994-bf1a-43444e328ff9 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:46:42.249118 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, b78c604b-db05-4994-bf1a-43444e328ff9) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:42.256746 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:42.258013 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.262182 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ce317f-145c-4287-940c-34ce0774aff6 None None] Network b78c604b-db05-4994-bf1a-43444e328ff9 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:42.347310 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-70edd7c6-dfd2-4ccd-8407-ff8f10b1b402 req-b57a27ac-9710-4cb6-8fd8-eab423f27ad7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683489 Sep 09 14:46:42.522119 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.535643 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.542159 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ccce6c12-7ef5-4f23-abeb-51f31f8dade5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9266019 Sep 09 14:46:42.547513 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45548) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:42.557015 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:42.598286 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.602248 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.832964 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:42.847234 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.009658 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-b78c604b-db05-4994-bf1a-43444e328ff9', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:46:43.012763 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.114382 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb0d628-949a-473b-ba0e-24bb624768f9,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:43.246338 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Allocated IP 192.168.233.82 (1eee0c4e-88ce-487c-acad-82c6b464f267/7f9e62ea-d599-4d9c-8432-36ffe34a55fe/5942df3c-a88d-4480-90d6-40839fd4bc6e) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:43.260465 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.293470 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Allocated IP 172.20.0.2 (b78c604b-db05-4994-bf1a-43444e328ff9/ae61d2f3-52b3-4cfb-802a-4595332b2555/ee0afe65-f07a-4b2c-81af-d685dbc6a4e3) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:43.374750 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fd9d3856-09e0-4bba-9495-ec98d6e7b662 req-02429bb6-b40d-4cdc-a13d-39ec4c72dd56 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 210 time: 0.1171167 Sep 09 14:46:43.567695 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device bcf918b1-98b9-4425-bb98-89856e03323e no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:46:43.605961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: bcf918b1-98b9-4425-bb98-89856e03323e {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:46:43.606647 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device bcf918b1-98b9-4425-bb98-89856e03323e not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:46:43.640232 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.664075 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Transition to ACTIVE for port object ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:43.702645 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Transition to ACTIVE for port object ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:43.729926 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.838093 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fd2d0dbf-9e31-4016-9bc7-860dddfb5cef up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:43.857152 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7b2e2-e6cf-4109-be78-82e805445485 req-072227c2-cfca-489d-a344-8c963aede7d6 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:43.878318 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cae7b2e2-e6cf-4109-be78-82e805445485 req-072227c2-cfca-489d-a344-8c963aede7d6 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.3569984 Sep 09 14:46:43.926150 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Pushing event updated for resources: {'Port': ['ID=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:43.932154 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de438a6-172d-4bc3-bd3e-908d6d5f6ea7 None None] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:43.969630 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.987836 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Network b78c604b-db05-4994-bf1a-43444e328ff9 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:43.989342 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:43.994070 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:43.999396 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.008103 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.012449 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cae7b2e2-e6cf-4109-be78-82e805445485 req-657fe3c3-2ee5-436b-a726-b690c06c5878 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330950 Sep 09 14:46:44.027336 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7e9b97a0-3c2a-4408-a89c-d335e058d999 None None] Provisioning for port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:44.031070 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:44.051271 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Transition to ACTIVE for port object 5942df3c-a88d-4480-90d6-40839fd4bc6e will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:44.074871 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-2bea3d35-e8cc-4d76-a7a7-25d48bd88029 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:44.079183 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-2bea3d35-e8cc-4d76-a7a7-25d48bd88029 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/networks?id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7 HTTP/1.1" status: 200 len: 807 time: 0.8560972 Sep 09 14:46:44.139569 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:44.153578 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:44.153961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.184816 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-c2843cee-a7e3-44fb-b76b-4776078fc51b tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/quotas/08fd0140ce6947edb6b91668ecda4528 HTTP/1.1" status: 200 len: 375 time: 0.0978270 Sep 09 14:46:44.220292 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Attempting to bind port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:44.220663 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Attempting to bind port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:44.221021 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Attempting to bind port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 on network b78c604b-db05-4994-bf1a-43444e328ff9 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:44.231039 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Allocated IP 172.27.2.254 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/fac2d599-876a-44d8-98de-e0e1c5376a34) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:44.236018 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-574a2444-b8e2-4db0-8c57-4738088cb8e2 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=08fd0140ce6947edb6b91668ecda4528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443439 Sep 09 14:46:44.245663 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:44.246042 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Checking segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:44.246449 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.246843 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Bound using segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:44.247331 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Bound port: ee0afe65-f07a-4b2c-81af-d685dbc6a4e3, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:44.247712 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.314755 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.389309 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-3a242d87-359c-4a54-8622-586ca915079b None None] For port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:44.408621 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-3a242d87-359c-4a54-8622-586ca915079b None None] For port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:44.409838 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.439493 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.471857 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.588182 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25de86-0e77-445b-8e7a-ee71e9ce632f req-68119136-9d22-4c74-a93a-205572815c5a tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:44.589778 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6a25de86-0e77-445b-8e7a-ee71e9ce632f req-68119136-9d22-4c74-a93a-205572815c5a tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 935 time: 0.1039312 Sep 09 14:46:44.596326 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:44.605273 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.606063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb2591a4-0de1-4905-9fb7-f6267a3cdeaa up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:44.647852 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a242d87-359c-4a54-8622-586ca915079b None None] Pushing event updated for resources: {'Port': ['ID=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:44.686409 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.729563 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Network 1eee0c4e-88ce-487c-acad-82c6b464f267 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:44.749852 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6a25de86-0e77-445b-8e7a-ee71e9ce632f req-d4a9a688-b537-45c7-9864-e72d7f817a8b tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425064 Sep 09 14:46:44.752154 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:44.754735 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45632) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:44.770811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:44.773460 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:44.777168 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:44.781280 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:44.794446 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:44.800626 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:44.807774 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:44.808164 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.821514 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:44.822195 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.888298 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7929a0bb-e548-4239-b9da-3479c78c3eaa None None] Provisioning complete for port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:44.889566 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7929a0bb-e548-4239-b9da-3479c78c3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:44.965895 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Pushing event updated for resources: {'Port': ['ID=5942df3c-a88d-4480-90d6-40839fd4bc6e,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:45.002977 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ce28f4e9-8ce0-4203-830a-3d7b1300981f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5718038 Sep 09 14:46:45.013605 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-dc396d97-ac46-496d-b83c-b1d132650c0c service neutron] 10.222.0.21 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458930 Sep 09 14:46:45.030115 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Request body: {'port': {'device_id': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:45.052388 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Pushing event updated for resources: {'Port': ['ID=fac2d599-876a-44d8-98de-e0e1c5376a34,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:45.072042 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.126196 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7929a0bb-e548-4239-b9da-3479c78c3eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.168578 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:45.175207 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.210004 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:46:45.231807 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-43f46165-cd4a-4924-8fe2-3f168dd0cb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.241605 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.db.api [None req-7929a0bb-e548-4239-b9da-3479c78c3eaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 14:46:45.242392 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG oslo_db.api [None req-7929a0bb-e548-4239-b9da-3479c78c3eaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 14:46:45.257707 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643841d-0710-460c-a4de-0d72cfd62f30 req-97c80c7e-6d7d-43a9-90d3-bb3c458d6bde tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:45.259235 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9643841d-0710-460c-a4de-0d72cfd62f30 req-97c80c7e-6d7d-43a9-90d3-bb3c458d6bde tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1068795 Sep 09 14:46:45.267723 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:45.338222 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8cc31-5162-4489-9db0-b8c98144eab6 req-dbac33e3-e3aa-4da4-8bfb-1006e64039c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:45.339858 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ef8cc31-5162-4489-9db0-b8c98144eab6 req-dbac33e3-e3aa-4da4-8bfb-1006e64039c3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 1098 time: 0.3223479 Sep 09 14:46:45.346372 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-24869c38-7379-4db9-85c5-6d1bad80cc34 service neutron] 10.222.0.21 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112199 Sep 09 14:46:45.349423 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9643841d-0710-460c-a4de-0d72cfd62f30 req-1b3dc293-6e1d-4bfb-9c13-725ba8f10219 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776253 Sep 09 14:46:45.350203 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.350299 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.548721 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7ef8cc31-5162-4489-9db0-b8c98144eab6 req-f1915308-68d7-4ecb-a875-e65873368ee0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918855 Sep 09 14:46:45.673012 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:45.683334 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Sync routers for ids ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:45.707610 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Routers {'4b9bb975-2b77-4e43-a5a0-5bc1078634e1'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:45.708695 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:45.794650 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:45.874070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-43f46165-cd4a-4924-8fe2-3f168dd0cb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.884176 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-43f46165-cd4a-4924-8fe2-3f168dd0cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.902916 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:45.911115 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fd2d0dbf-9e31-4016-9bc7-860dddfb5cef up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:45.949466 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-43f46165-cd4a-4924-8fe2-3f168dd0cb46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f69039637a64687a7b491e456ffb670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1704526 Sep 09 14:46:45.950526 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:45.955159 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c09b845e-ecfa-4ad6-ac5f-dbcce75c931c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7482181 Sep 09 14:46:45.956288 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45654) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:45.956654 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45656) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:46.029440 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Set router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:46.038737 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5bb51cc5-be65-472c-93f9-8c779d947c74 None None] Provisioning for port 5942df3c-a88d-4480-90d6-40839fd4bc6e completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:46.051454 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5bb51cc5-be65-472c-93f9-8c779d947c74 None None] Provisioning complete for port 5942df3c-a88d-4480-90d6-40839fd4bc6e triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:46.060635 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5bb51cc5-be65-472c-93f9-8c779d947c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.082661 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8f73833d-da71-443a-87bd-4b2927747175 req-2d933375-2230-4122-987d-3b1391617044 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 210 time: 0.0773726 Sep 09 14:46:46.091994 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.106079 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:46.106645 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.133444 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-5bb51cc5-be65-472c-93f9-8c779d947c74 None None] Port 5942df3c-a88d-4480-90d6-40839fd4bc6e cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:46.166132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e004b1bb-1965-4a71-905d-09def7cf47cc None None] Network b78c604b-db05-4994-bf1a-43444e328ff9 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:46.227074 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cbf9de40-64f7-40bf-a5b3-66eea3d37b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.255575 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cbf9de40-64f7-40bf-a5b3-66eea3d37b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.295381 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb2591a4-0de1-4905-9fb7-f6267a3cdeaa up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:46.303268 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:46:46.328903 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] Provisioning for port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:46.339127 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] Provisioning complete for port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:46.339791 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.343466 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:46:42Z', 'revision_number': 3, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:46.384931 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025eb095-5297-4c19-9ef4-6dd06136b6d3 req-d5ea9b54-d3d1-4b03-a570-72a32e418eb4 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:46.390940 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Checking router: 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:46.391317 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Updating router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 port eb95ae1e-a972-402f-b43d-05cf1b65ef75 binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:46:46.393157 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-025eb095-5297-4c19-9ef4-6dd06136b6d3 req-d5ea9b54-d3d1-4b03-a570-72a32e418eb4 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 935 time: 0.2221043 Sep 09 14:46:46.403833 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f46165-cd4a-4924-8fe2-3f168dd0cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3907da2e-4d43-4234-9f72-7e288f77192f,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:46.481301 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.489499 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-025eb095-5297-4c19-9ef4-6dd06136b6d3 req-6b23dc56-5585-44db-95b5-d2a65d48880c tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952463 Sep 09 14:46:46.536109 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.545155 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:46.552010 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:46.552486 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.587055 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.588564 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1370a1e4-2e3d-4bce-99ad-6527dc6ec5c7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0399394 Sep 09 14:46:46.592212 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45662) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:46.597424 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5942df3c-a88d-4480-90d6-40839fd4bc6e {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:46.601948 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:46.611857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.656264 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] For port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:46.664229 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.675441 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:46.675973 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:46.723014 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Transition to ACTIVE for port object 5942df3c-a88d-4480-90d6-40839fd4bc6e will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:46.725877 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cbf9de40-64f7-40bf-a5b3-66eea3d37b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.731448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cbf9de40-64f7-40bf-a5b3-66eea3d37b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.736250 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cbf9de40-64f7-40bf-a5b3-66eea3d37b37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3907da2e-4d43-4234-9f72-7e288f77192f HTTP/1.1" status: 204 len: 168 time: 0.7783506 Sep 09 14:46:46.759074 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9de40-64f7-40bf-a5b3-66eea3d37b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3907da2e-4d43-4234-9f72-7e288f77192f,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:46.768685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:46.982637 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.003940 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Transition to ACTIVE for port object eb95ae1e-a972-402f-b43d-05cf1b65ef75 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:47.021607 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.039053 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5942df3c-a88d-4480-90d6-40839fd4bc6e,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:47.057922 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff643d-b1d0-4751-8d39-967256f28b8d req-e7edd151-6956-4fe9-99d7-4ab331057c9a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:47.059557 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9bff643d-b1d0-4751-8d39-967256f28b8d req-e7edd151-6956-4fe9-99d7-4ab331057c9a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.5260506 Sep 09 14:46:47.148635 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:47.153999 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Attempting to bind port eb95ae1e-a972-402f-b43d-05cf1b65ef75 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:47.154400 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Attempting to bind port eb95ae1e-a972-402f-b43d-05cf1b65ef75 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:47.154774 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Attempting to bind port eb95ae1e-a972-402f-b43d-05cf1b65ef75 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:47.200112 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8255ef-4776-4434-a1af-630f8d31c103 None None] Pushing event updated for resources: {'Port': ['ID=eb95ae1e-a972-402f-b43d-05cf1b65ef75,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:47.201637 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9bff643d-b1d0-4751-8d39-967256f28b8d req-57212cf4-05df-4bde-a3e2-dd9c48c29b2d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188564 Sep 09 14:46:47.210519 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:47.210908 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:47.211317 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.211716 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:47.212233 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Bound port: eb95ae1e-a972-402f-b43d-05cf1b65ef75, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:47.212640 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.405552 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] For port eb95ae1e-a972-402f-b43d-05cf1b65ef75, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:47.411459 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] For port eb95ae1e-a972-402f-b43d-05cf1b65ef75, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb95ae1e-a972-402f-b43d-05cf1b65ef75,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:47.411560 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.421783 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-f2044e7b-1cfc-4c1e-a29c-9da1eca5eaa9 None None] Provisioning complete for port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:47.422167 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f2044e7b-1cfc-4c1e-a29c-9da1eca5eaa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.424414 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.471420 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f6055-8742-4cde-bd6a-d25914258520 None None] Pushing event updated for resources: {'Port': ['ID=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:47.509620 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45674) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:47.559091 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Routers {'4b9bb975-2b77-4e43-a5a0-5bc1078634e1'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:47.559751 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:47.571383 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Attempting to bind port 5942df3c-a88d-4480-90d6-40839fd4bc6e on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:47.571708 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Attempting to bind port 5942df3c-a88d-4480-90d6-40839fd4bc6e by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:47.573187 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8255ef-4776-4434-a1af-630f8d31c103 None None] Pushing event updated for resources: {'Port': ['ID=eb95ae1e-a972-402f-b43d-05cf1b65ef75,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:47.576302 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Attempting to bind port 5942df3c-a88d-4480-90d6-40839fd4bc6e on network 1eee0c4e-88ce-487c-acad-82c6b464f267 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:47.626198 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Allocated IP 172.20.0.1 (b78c604b-db05-4994-bf1a-43444e328ff9/ae61d2f3-52b3-4cfb-802a-4595332b2555/2dbfe8f3-2980-4b12-b56c-ad724e755ca1) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:47.661147 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:47.681896 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Port 5942df3c-a88d-4480-90d6-40839fd4bc6e on network 1eee0c4e-88ce-487c-acad-82c6b464f267 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:46:47.682917 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Attempting to bind port 5942df3c-a88d-4480-90d6-40839fd4bc6e on network 1eee0c4e-88ce-487c-acad-82c6b464f267 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:47.701609 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-709d9fe7-6c29-4238-83de-76ff87f82656 req-f351f95f-7f0c-4b44-bf3e-d4389472fc40 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 210 time: 0.3129704 Sep 09 14:46:47.712376 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-a19792d5-6c5d-40c1-9eb1-5cf5bbf76ecb tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:47.721963 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-a19792d5-6c5d-40c1-9eb1-5cf5bbf76ecb tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "GET /v2.0/networks?id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7 HTTP/1.1" status: 200 len: 807 time: 0.6020856 Sep 09 14:46:47.723551 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:45Z', 'revision_number': 3, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:47.746374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Request body: {'port': {'device_id': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7', 'admin_state_up': True, 'tenant_id': '08fd0140ce6947edb6b91668ecda4528'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:47.751362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4144f7-245b-4f74-a741-113397f1f001 req-a52599f6-fe81-48b0-b6de-1d1dbe460101 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:47.752940 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a4144f7-245b-4f74-a741-113397f1f001 req-a52599f6-fe81-48b0-b6de-1d1dbe460101 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.1149502 Sep 09 14:46:47.773352 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:47.781058 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] Set router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:47.784276 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Checking segment: {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:47.784684 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Bound using segment: {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:47.785211 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Bound port: 5942df3c-a88d-4480-90d6-40839fd4bc6e, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f1d4f9-b7b3-4eb7-b546-0088daed40f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:47.785582 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.787156 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:47.787968 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Updating router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 port fac2d599-876a-44d8-98de-e0e1c5376a34 binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:46:47.815478 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9a2cce81-be42-4e44-8894-126897b85564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.820423 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2a4144f7-245b-4f74-a741-113397f1f001 req-330a16ca-f14a-4d21-bea5-8d68b50bf500 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Sep 09 14:46:47.823716 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.836757 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:47.837216 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.844147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Transition to ACTIVE for port object 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:47.873668 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.889016 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.895827 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:47.945485 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Network b78c604b-db05-4994-bf1a-43444e328ff9 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:47.958489 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:47.973724 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:47.995314 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] For port 5942df3c-a88d-4480-90d6-40839fd4bc6e, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:48.017964 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:48.053672 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:46:42Z', 'revision_number': 3, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:48.057672 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.085263 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] For port 5942df3c-a88d-4480-90d6-40839fd4bc6e, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:48.097379 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.124545 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c64c8a-5e48-413e-96f9-ca51101bfbda None None] The sync data for ids ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'] in dv-cinder-807469-2-iscsi is: [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:46:42Z', 'revision_number': 3, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:48.307963 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:48.308586 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.309997 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/5942df3c-a88d-4480-90d6-40839fd4bc6e HTTP/1.1" status: 200 len: 1097 time: 3.2936189 Sep 09 14:46:48.314670 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'tag': '5942df3c-a88d-4480-90d6-40839fd4bc6e'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:48.316298 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a34a0b-8837-47ae-a26c-237d026935ef" -d '{"events": [{"name": "network-changed", "server_uuid": "0a59283d-5c89-4809-aed4-b3e2fb81ffd0", "tag": "5942df3c-a88d-4480-90d6-40839fd4bc6e"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:48.350437 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.400368 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f427026c-1407-4bae-a12a-99a347d52afa x-openstack-request-id: req-f427026c-1407-4bae-a12a-99a347d52afa {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:48.400997 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a59283d-5c89-4809-aed4-b3e2fb81ffd0", "tag": "5942df3c-a88d-4480-90d6-40839fd4bc6e", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:48.401399 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f427026c-1407-4bae-a12a-99a347d52afa {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:48.402101 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'tag': '5942df3c-a88d-4480-90d6-40839fd4bc6e', 'status': 'completed', 'code': 200} Sep 09 14:46:48.403871 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.427887 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7e5ca1d5-ff43-4e03-87a3-be55c45c402c None None] Provisioning for port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:48.433359 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Transition to ACTIVE for port object fac2d599-876a-44d8-98de-e0e1c5376a34 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:48.444501 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7e5ca1d5-ff43-4e03-87a3-be55c45c402c None None] Provisioning complete for port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:48.444900 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7e5ca1d5-ff43-4e03-87a3-be55c45c402c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.448593 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.464121 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63e471-bc8c-49a5-b1e6-e0a03cf216d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5942df3c-a88d-4480-90d6-40839fd4bc6e,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:48.570647 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d7920-4e26-4534-bb42-86036685ec52 None None] Pushing event updated for resources: {'Port': ['ID=fac2d599-876a-44d8-98de-e0e1c5376a34,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:48.575325 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ca1d5-ff43-4e03-87a3-be55c45c402c None None] Port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:48.579662 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Attempting to bind port fac2d599-876a-44d8-98de-e0e1c5376a34 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:48.580079 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Attempting to bind port fac2d599-876a-44d8-98de-e0e1c5376a34 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:48.580467 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Attempting to bind port fac2d599-876a-44d8-98de-e0e1c5376a34 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:48.586333 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:48.586770 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:48.587700 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.587700 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:48.588088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Bound port: fac2d599-876a-44d8-98de-e0e1c5376a34, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:48.588481 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.660651 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] For port fac2d599-876a-44d8-98de-e0e1c5376a34, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:48.665261 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] For port fac2d599-876a-44d8-98de-e0e1c5376a34, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=fac2d599-876a-44d8-98de-e0e1c5376a34,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:48.673604 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.727846 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.735522 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:48.817039 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:48.817986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:48.864564 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Pushing event updated for resources: {'Port': ['ID=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:48.897940 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d7920-4e26-4534-bb42-86036685ec52 None None] Pushing event updated for resources: {'Port': ['ID=fac2d599-876a-44d8-98de-e0e1c5376a34,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:48.899225 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ce7ec9dd-efcb-41d1-8e48-043fff06f014 req-2b470c46-2314-4e95-8e73-11a43688ea7a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 210 time: 0.0627096 Sep 09 14:46:48.900135 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.012801 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Network b78c604b-db05-4994-bf1a-43444e328ff9 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:49.013222 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:49.014389 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:49.038788 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9a2cce81-be42-4e44-8894-126897b85564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.042945 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Allocated IP 172.20.0.1 (b72216d5-586a-4cc6-abfa-aab8042a8f90/cebbc1c4-d181-4abf-8168-d9ab6a21ec21/e744acde-ef5c-44b5-9493-54a5e87202be) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:49.059493 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9a2cce81-be42-4e44-8894-126897b85564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.100882 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc317-ce79-4a42-bb1a-d4aaeb5ec76f req-91305561-ee1a-4015-9072-ecf7bf567160 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:49.111368 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-203bc317-ce79-4a42-bb1a-d4aaeb5ec76f req-91305561-ee1a-4015-9072-ecf7bf567160 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.7617199 Sep 09 14:46:49.193278 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Made reservation on behalf of 08fd0140ce6947edb6b91668ecda4528 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:49.196685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.212248 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-437d6433-4d9c-4da4-80fb-abf8dcf1d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:49.213798 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-437d6433-4d9c-4da4-80fb-abf8dcf1d17c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaf156c71a014e16b00523c11f93f479&device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 1100 time: 0.8197992 Sep 09 14:46:49.214700 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cce81-be42-4e44-8894-126897b85564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c84ad-8323-421f-a44d-338caf272016,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:49.244957 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9a2cce81-be42-4e44-8894-126897b85564 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c5685b30da3b4a4eb001f4bd1dff7e2c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6750026 Sep 09 14:46:49.248204 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:46:49.248394 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45702) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:49.355495 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-203bc317-ce79-4a42-bb1a-d4aaeb5ec76f req-c86acff9-7697-4134-b769-2cc64852669c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412858 Sep 09 14:46:49.368082 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f2baa-282e-4e45-be11-bb488f33fe7e req-6b5fd0de-ae2f-41f3-9b7a-ecb6990b9170 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:49.370350 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b99f2baa-282e-4e45-be11-bb488f33fe7e req-6b5fd0de-ae2f-41f3-9b7a-ecb6990b9170 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.1291597 Sep 09 14:46:49.385019 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 2, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:49.435237 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dacf39c-4feb-4ece-8240-ced15f508f9d None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 2, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:49.445441 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-573fbde6-f12b-4652-b896-805c9c9074e0 None None] Provisioning complete for port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:49.445920 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-573fbde6-f12b-4652-b896-805c9c9074e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.457772 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b99f2baa-282e-4e45-be11-bb488f33fe7e req-c5636e13-d7b7-4ce7-b606-9fed76bf31f0 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771277 Sep 09 14:46:49.467159 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:49.495472 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-90017b53-fae4-4bf1-a0c3-423ea72fa5e6 admin admin] 10.222.0.21 "PUT /v2.0/routers/6b43b673-9069-422b-b4a6-b2b420ed0bf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9014282 Sep 09 14:46:49.544938 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-573fbde6-f12b-4652-b896-805c9c9074e0 None None] Port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:49.573842 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.625574 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7123dea6-546e-479b-a813-a3009cd9013f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.627582 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Transition to ACTIVE for port object e744acde-ef5c-44b5-9493-54a5e87202be will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:49.646059 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35307c-0107-4125-a660-7fa31152b8ce req-02124f9c-3633-48f9-a239-ba8cfb08ab9e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:49.646388 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-be35307c-0107-4125-a660-7fa31152b8ce req-02124f9c-3633-48f9-a239-ba8cfb08ab9e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1869783 Sep 09 14:46:49.657256 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb95ae1e-a972-402f-b43d-05cf1b65ef75 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:49.689173 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7123dea6-546e-479b-a813-a3009cd9013f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.719427 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port eb95ae1e-a972-402f-b43d-05cf1b65ef75 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:49.724770 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port eb95ae1e-a972-402f-b43d-05cf1b65ef75 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:49.725677 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:49.745795 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Allocated IP 172.20.0.2 (8951d3ba-1b6a-4332-ad43-95d006e4fdc7/86631892-80f9-4da5-99c5-673764e5fc5f/7d0fbd21-003b-4bdb-a5c7-a8fc189625b2) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:49.817213 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-be35307c-0107-4125-a660-7fa31152b8ce req-6da2a7a2-486a-48a1-851e-3f84bcf19d04 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520364 Sep 09 14:46:49.898440 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.037503 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7123dea6-546e-479b-a813-a3009cd9013f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.040716 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7123dea6-546e-479b-a813-a3009cd9013f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.042231 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7123dea6-546e-479b-a813-a3009cd9013f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d81c84ad-8323-421f-a44d-338caf272016 HTTP/1.1" status: 204 len: 168 time: 0.7914424 Sep 09 14:46:50.084874 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:50.109809 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.160540 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123dea6-546e-479b-a813-a3009cd9013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c84ad-8323-421f-a44d-338caf272016,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:50.169035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port eb95ae1e-a972-402f-b43d-05cf1b65ef75, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb95ae1e-a972-402f-b43d-05cf1b65ef75,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:50.193982 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:50.210773 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e744acde-ef5c-44b5-9493-54a5e87202be,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:50.211944 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.247831 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45722) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:50.255582 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223223003', 'description': 'tempest-description--1262204778'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:50.264375 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8a835e3-26a4-4246-9868-3cb94e4ab4fe req-eadc83ee-9471-4dd3-8e35-651a1531aaf5 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 210 time: 0.2191317 Sep 09 14:46:50.268438 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:50.268849 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.343466 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.374383 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=eb95ae1e-a972-402f-b43d-05cf1b65ef75,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:50.574461 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.582599 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.652599 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.653833 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4047961 Sep 09 14:46:50.658110 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45734) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:50.663100 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'security_group_rule': {'security_group_id': 'a20eab1f-1474-4c1f-9642-19c892b93f90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:50.672700 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea794a-9e1e-4a58-9575-8383514efa60 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a20eab1f-1474-4c1f-9642-19c892b93f90,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:50.677482 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1aece8ca-49c3-4440-9bfe-1374fc73f814 None None] Provisioning for port e744acde-ef5c-44b5-9493-54a5e87202be completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:50.687120 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.704121 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1aece8ca-49c3-4440-9bfe-1374fc73f814 None None] Provisioning complete for port e744acde-ef5c-44b5-9493-54a5e87202be triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:50.704451 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1aece8ca-49c3-4440-9bfe-1374fc73f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.716226 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.747020 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-1aece8ca-49c3-4440-9bfe-1374fc73f814 None None] Port e744acde-ef5c-44b5-9493-54a5e87202be cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:50.784898 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3e4a-cb34-4d1e-acc3-95130c18c9f6 req-6a6f9204-e639-40d5-a2fc-96ee29ad42dc tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:50.786563 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e43d3e4a-cb34-4d1e-acc3-95130c18c9f6 req-6a6f9204-e639-40d5-a2fc-96ee29ad42dc tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.1871879 Sep 09 14:46:50.831971 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.844814 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.854542 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.876417 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.879481 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:50.883189 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2213767 Sep 09 14:46:50.883588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45742) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:50.887222 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e43d3e4a-cb34-4d1e-acc3-95130c18c9f6 req-d32d145e-119a-4ea6-88d8-436521dcc4a3 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870950 Sep 09 14:46:50.888623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'security_group_rule': {'security_group_id': 'a20eab1f-1474-4c1f-9642-19c892b93f90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:50.894484 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f7cbfd-888b-4aa1-bb94-c658a10e94fd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350bf605-dba1-4be9-9aba-632d6da5f326,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:50.943944 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.016865 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:51.023769 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-17c81e44-5ffa-4eb7-9873-cbb9bce82085 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e HTTP/1.1" status: 200 len: 217 time: 0.0719268 Sep 09 14:46:51.028252 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:51.040803 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.042809 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:51.048285 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.049048 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:51.049704 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.060706 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Pushing event updated for resources: {'Port': ['ID=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:51.071974 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df2a2f6-1b5f-4c02-89ec-18958c626a3b,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:51.082850 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.087264 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45750) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:51.088355 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-94cab499-6c3c-4cca-a70e-c405ff5d1f08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2035792 Sep 09 14:46:51.091795 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:51.101727 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-74cdae8a-f59b-4894-bf75-a2e8b0a34c2a tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3677709 Sep 09 14:46:51.163851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.247691 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.254100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.254838 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.261025 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45756) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:51.385442 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1065159447-network', 'tenant_id': 'c305d484e8f74c25befc071f63a3f6be'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:51.401504 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Pushing event updated for resources: {'Port': ['ID=e744acde-ef5c-44b5-9493-54a5e87202be,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:51.408505 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Made reservation on behalf of c305d484e8f74c25befc071f63a3f6be for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:51.411396 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.420086 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.483977 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba539-11c3-4af2-938e-391b62df978c req-72719408-0068-4ade-ba60-0132a99b2e0b tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:51.485546 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fdba539-11c3-4af2-938e-391b62df978c req-72719408-0068-4ade-ba60-0132a99b2e0b tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 931 time: 0.1351151 Sep 09 14:46:51.497014 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.504765 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:51.517317 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:51.524280 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.532152 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.563171 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:46:51.582222 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.582888 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Added segment 5392b124-be9d-4797-b52f-222a6cfd0ead of type vlan for network 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad Sep 09 14:46:51.584117 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bcebb8-675b-43bd-b6a2-823967b17bd9,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:51.643493 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.653181 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6fdba539-11c3-4af2-938e-391b62df978c req-05b67999-8c9f-4c51-a233-132ea0b7f92e tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540992 Sep 09 14:46:51.698664 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.699969 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:51.700805 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.755096 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb95ae1e-a972-402f-b43d-05cf1b65ef75 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:51.766180 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5002272 Sep 09 14:46:51.767112 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 45764) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:51.775820 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Request body: {'subnet': {'network_id': '56b78f31-24d3-4350-8fa3-5b9e1f1c34ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1065159447-subnet', 'tenant_id': 'c305d484e8f74c25befc071f63a3f6be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:51.808509 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f2681-c098-4dde-a474-5b93876ebc9b admin admin] Pushing event updated for resources: {'Network': ['ID=56b78f31-24d3-4350-8fa3-5b9e1f1c34ad,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:51.818374 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:46:51.818786 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:46:51.823641 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Allocated IP 172.27.2.246 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/98dfcff4-ee15-4f85-9ee6-c78647986bc2) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:46:51.832180 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port eb95ae1e-a972-402f-b43d-05cf1b65ef75 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:51.832630 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.840830 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Made reservation on behalf of c305d484e8f74c25befc071f63a3f6be for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:51.844157 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.930040 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-f57e38ba-6b6e-41ff-9c06-dec0884a69fa None None] Provisioning complete for port e744acde-ef5c-44b5-9493-54a5e87202be triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:51.933971 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f57e38ba-6b6e-41ff-9c06-dec0884a69fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:51.949521 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Request body: {'port': {'device_id': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:51.991365 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f57e38ba-6b6e-41ff-9c06-dec0884a69fa None None] Port e744acde-ef5c-44b5-9493-54a5e87202be cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:46:52.001224 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fac2d599-876a-44d8-98de-e0e1c5376a34 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:52.049434 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port fac2d599-876a-44d8-98de-e0e1c5376a34 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:52.053826 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port fac2d599-876a-44d8-98de-e0e1c5376a34 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:52.054190 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.144541 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.166775 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port fac2d599-876a-44d8-98de-e0e1c5376a34, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=fac2d599-876a-44d8-98de-e0e1c5376a34,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:52.171514 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.220072 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=fac2d599-876a-44d8-98de-e0e1c5376a34,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:52.220891 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-68709ecd-2f8c-4dd5-a30c-e17cadb8229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:52.222399 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-68709ecd-2f8c-4dd5-a30c-e17cadb8229d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f9e62ea-d599-4d9c-8432-36ffe34a55fe HTTP/1.1" status: 200 len: 843 time: 0.3054705 Sep 09 14:46:52.228897 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.245984 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e920de9-72a2-4057-a534-dee053c3f636 req-7fc09fcb-6dd8-4d78-ad1d-3f45121273cf tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:52.247452 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2e920de9-72a2-4057-a534-dee053c3f636 req-7fc09fcb-6dd8-4d78-ad1d-3f45121273cf tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.2678261 Sep 09 14:46:52.276538 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.547459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:46:52.555973 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Sync routers for ids ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:52.564857 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Routers {'4b9bb975-2b77-4e43-a5a0-5bc1078634e1'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:52.565458 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:52.576727 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ae6b8100-21d4-440a-b82c-b56505d5b9e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/4b9bb975-2b77-4e43-a5a0-5bc1078634e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6171725 Sep 09 14:46:52.653467 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2e920de9-72a2-4057-a534-dee053c3f636 req-8d9c5aca-4dfb-4ff1-aa44-18e520c42b78 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824480 Sep 09 14:46:52.663135 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680357b1-3c76-44fa-921e-53ef279949f7 req-07524f55-6597-435c-83ca-ff30b3420c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:52.664712 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-07524f55-6597-435c-83ca-ff30b3420c9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eee0c4e-88ce-487c-acad-82c6b464f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4071283 Sep 09 14:46:52.722803 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Set router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:52.824572 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.859690 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021d5f7-3d70-438a-a776-7bf0a79e9288 req-a9c790f0-39dd-48ff-935b-2371d2641ed9 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:52.861270 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:52.861951 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b021d5f7-3d70-438a-a776-7bf0a79e9288 req-a9c790f0-39dd-48ff-935b-2371d2641ed9 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 931 time: 0.1092100 Sep 09 14:46:52.926512 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b021d5f7-3d70-438a-a776-7bf0a79e9288 req-a6013f19-c3d7-412c-96ac-e195e57206a4 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574000 Sep 09 14:46:52.986364 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:46:52.998044 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:53.001233 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:53.017398 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:46:53.042703 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:53.044586 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'Port': ['ID=98dfcff4-ee15-4f85-9ee6-c78647986bc2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:53.047698 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:46:53.058524 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-ef253b11-c4af-45a3-8511-83d0576165aa service neutron] 10.222.0.13 "GET /v2.0/networks/1eee0c4e-88ce-487c-acad-82c6b464f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629878 Sep 09 14:46:53.064949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d33a726-5f73-4dd6-83a5-3d26bf22ef47,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:53.154120 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'e744acde-ef5c-44b5-9493-54a5e87202be', 'name': '', 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'mac_address': 'fa:16:3e:86:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:51Z', 'revision_number': 2, 'project_id': '37c9857841f14a2fabcd58719743357a', 'subnets': [{'id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:53.188541 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:53.188728 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Checking segment: {'id': '5392b124-be9d-4797-b52f-222a6cfd0ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '56b78f31-24d3-4350-8fa3-5b9e1f1c34ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:53.188989 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Network hostable DHCP agents. Network: 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:46:53.194694 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Checking router: 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:53.195389 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Updating router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 port e744acde-ef5c-44b5-9493-54a5e87202be binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:46:53.227120 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.262105 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.313691 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Network 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:46:53.360052 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:53.363710 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-680357b1-3c76-44fa-921e-53ef279949f7 req-fb66b0c6-a10f-46b7-8f4c-a5a5550f843d service neutron] 10.222.0.13 "GET /v2.0/networks/1eee0c4e-88ce-487c-acad-82c6b464f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841375 Sep 09 14:46:53.369417 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:53.383671 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc569d6-9a7d-420d-9d8c-99a4de966118 None None] Network 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:53.392380 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:53.393000 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.399018 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.406797 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.455000 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Transition to ACTIVE for port object 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:53.457146 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2efe218c-1444-4b6a-aef4-3648af01ea19 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6866920 Sep 09 14:46:53.476876 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.633043 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.660510 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.664324 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e28c0-5745-457d-9033-8740ebd038fa None None] Network 56b78f31-24d3-4350-8fa3-5b9e1f1c34ad requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:53.675633 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Transition to ACTIVE for port object e744acde-ef5c-44b5-9493-54a5e87202be will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:53.683521 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.710051 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:53.712446 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.741890 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 2, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:53.795467 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.821732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fac2d599-876a-44d8-98de-e0e1c5376a34 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:53.882053 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a3179-1f88-4e14-ba63-dc20c3445913 None None] Pushing event updated for resources: {'Port': ['ID=e744acde-ef5c-44b5-9493-54a5e87202be,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:53.908043 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:46:53.913214 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Updating router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:46:53.945257 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Attempting to bind port e744acde-ef5c-44b5-9493-54a5e87202be on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:53.946871 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Attempting to bind port e744acde-ef5c-44b5-9493-54a5e87202be by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:53.947236 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Attempting to bind port e744acde-ef5c-44b5-9493-54a5e87202be on network b72216d5-586a-4cc6-abfa-aab8042a8f90 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:53.965356 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:53.965617 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Checking segment: {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:53.966023 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.966468 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Bound using segment: {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:53.967315 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Bound port: e744acde-ef5c-44b5-9493-54a5e87202be, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43d56df-fcb9-438b-b33f-b1e422033df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:53.968386 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:53.982532 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34a0b-8837-47ae-a26c-237d026935ef req-fa09afb3-ffe6-40b8-a073-b9a8b620d8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:53.984907 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-fa09afb3-ffe6-40b8-a073-b9a8b620d8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aaf156c71a014e16b00523c11f93f479&device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 1100 time: 0.5191755 Sep 09 14:46:54.010986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:54.040731 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f2c76-7e78-4d71-9c71-969c8a8b3fe4 req-d4e6d2c0-9146-4fed-9f48-ce5b4e9717de tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:54.048280 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c39f2c76-7e78-4d71-9c71-969c8a8b3fe4 req-d4e6d2c0-9146-4fed-9f48-ce5b4e9717de tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.1905465 Sep 09 14:46:54.142440 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] For port e744acde-ef5c-44b5-9493-54a5e87202be, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:54.177781 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c39f2c76-7e78-4d71-9c71-969c8a8b3fe4 req-3a839b9c-cb26-424f-8ebe-1441ec19c93f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201465 Sep 09 14:46:54.182512 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] For port e744acde-ef5c-44b5-9493-54a5e87202be, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=e744acde-ef5c-44b5-9493-54a5e87202be,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:54.198518 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:54.348517 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Routers {'4b9bb975-2b77-4e43-a5a0-5bc1078634e1'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:54.349156 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:54.417181 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'Port': ['ID=98dfcff4-ee15-4f85-9ee6-c78647986bc2,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:54.424534 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34a0b-8837-47ae-a26c-237d026935ef req-5c6c3b7e-efb6-4ad3-968b-83266880317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:54.426179 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-5c6c3b7e-efb6-4ad3-968b-83266880317c service neutron] 10.222.0.13 "GET /v2.0/networks?id=1eee0c4e-88ce-487c-acad-82c6b464f267 HTTP/1.1" status: 200 len: 870 time: 0.3788934 Sep 09 14:46:54.430098 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:54.430772 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c55cb922-ff00-4e1a-9212-acf5eac7cc97 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3425012 Sep 09 14:46:54.441519 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Attempting to bind port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:54.441814 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Attempting to bind port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:54.442452 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Attempting to bind port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 on network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:54.464593 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 on network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:46:54.465317 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Attempting to bind port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 on network 8951d3ba-1b6a-4332-ad43-95d006e4fdc7 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:54.501227 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port fac2d599-876a-44d8-98de-e0e1c5376a34 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:54.503011 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a3179-1f88-4e14-ba63-dc20c3445913 None None] Pushing event updated for resources: {'Port': ['ID=e744acde-ef5c-44b5-9493-54a5e87202be,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:54.504256 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:54.590166 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:54.597314 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Checking segment: {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:54.597714 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Bound using segment: {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:54.598188 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Bound port: 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:54.598559 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:54.619637 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-7e56a9ad-d65a-4fb7-9b22-3114b8622f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:54.625586 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-7e56a9ad-d65a-4fb7-9b22-3114b8622f41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.1340811 Sep 09 14:46:54.649831 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-64547468-526e-4561-9cef-32b6bfa6f234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e HTTP/1.1" status: 200 len: 217 time: 0.2095985 Sep 09 14:46:54.879997 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] Set router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:54.881351 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-0eae0bef-cf36-4218-b273-2b03cacdb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:54.888955 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-0eae0bef-cf36-4218-b273-2b03cacdb34f service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.2514498 Sep 09 14:46:54.894673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45846) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:54.903977 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-989450698-network', 'tenant_id': 'a63ed1760cd148e38ed587c5eef96ed9'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:54.959143 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef4f89-b05b-4b60-8e92-89611d808017 req-3e7e325e-1b5c-4e1d-b2c2-58068396a6a3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:54.969195 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcef4f89-b05b-4b60-8e92-89611d808017 req-3e7e325e-1b5c-4e1d-b2c2-58068396a6a3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1311531 Sep 09 14:46:54.982975 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34a0b-8837-47ae-a26c-237d026935ef req-70fca9c6-683e-47ca-93a6-0349641f55a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:54.985437 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Made reservation on behalf of a63ed1760cd148e38ed587c5eef96ed9 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:54.985809 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-70fca9c6-683e-47ca-93a6-0349641f55a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7f9e62ea-d599-4d9c-8432-36ffe34a55fe HTTP/1.1" status: 200 len: 843 time: 0.3250356 Sep 09 14:46:54.990903 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:54.999968 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] For port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:55.124125 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcef4f89-b05b-4b60-8e92-89611d808017 req-49c3a101-229d-4c85-af61-5944ec71de52 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523857 Sep 09 14:46:55.126322 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] For port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:55.132386 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.137402 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-df5e3882-7e26-47bb-a3eb-4aa43d82c45f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 217 time: 0.1936910 Sep 09 14:46:55.144712 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.206099 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.225643 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Transition to ACTIVE for port object 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:46:55.227252 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:55.228008 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.229678 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] 10.222.0.13 "PUT /v2.0/ports/7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 HTTP/1.1" status: 200 len: 1093 time: 3.3140008 Sep 09 14:46:55.231561 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'tag': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:46:55.235399 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f714f3b-4b94-4ad6-83eb-34644729ede8" -d '{"events": [{"name": "network-changed", "server_uuid": "f68e5550-6f12-4eec-b32d-fbddab221bb4", "tag": "7d0fbd21-003b-4bdb-a5c7-a8fc189625b2"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:46:55.244554 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.255350 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a34a0b-8837-47ae-a26c-237d026935ef req-fb9b0f5f-dac8-4f98-9791-62c659dd0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:55.257319 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-fb9b0f5f-dac8-4f98-9791-62c659dd0378 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1eee0c4e-88ce-487c-acad-82c6b464f267&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2534494 Sep 09 14:46:55.292172 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e8057-78e5-4572-a7f1-d71212b6d9ec req-1b63c148-cb5b-47fe-a652-cc6e2188efa0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:55.312567 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c91e8057-78e5-4572-a7f1-d71212b6d9ec req-1b63c148-cb5b-47fe-a652-cc6e2188efa0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 943 time: 0.4207437 Sep 09 14:46:55.374888 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'e744acde-ef5c-44b5-9493-54a5e87202be', 'name': '', 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'mac_address': 'fa:16:3e:86:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:54Z', 'revision_number': 4, 'project_id': '37c9857841f14a2fabcd58719743357a', 'subnets': [{'id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:55.387587 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45483010-8654-4d21-8f44-dce1f0d69a8f None None] Pushing event updated for resources: {'Port': ['ID=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:55.396276 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-264d2d08-320d-46f2-b287-d14ed4015655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:55.398128 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-264d2d08-320d-46f2-b287-d14ed4015655 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.2395675 Sep 09 14:46:55.400514 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d173ba0-f1bf-488c-9803-6b44e958c6cf service neutron] Pushing event updated for resources: {'Port': ['ID=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:55.443935 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dad51a-6998-4d83-8dff-7357609bb9bb None None] The sync data for ids ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'] in dv-cinder-807469-2-iscsi is: [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'e744acde-ef5c-44b5-9493-54a5e87202be', 'name': '', 'network_id': 'b72216d5-586a-4cc6-abfa-aab8042a8f90', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'mac_address': 'fa:16:3e:86:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:54Z', 'revision_number': 4, 'project_id': '37c9857841f14a2fabcd58719743357a', 'subnets': [{'id': 'cebbc1c4-d181-4abf-8168-d9ab6a21ec21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:55.477146 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-ab6d7b57-0835-45bd-9b2e-3f4ac3cb4579 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--223223003&fields=id&tenant_id=c44753c945d945ada8bdb7eb998ff862 HTTP/1.1" status: 200 len: 267 time: 0.1819644 Sep 09 14:46:55.537035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Attempting to bind port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:46:55.537536 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Attempting to bind port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:46:55.541251 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Attempting to bind port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 on network b78c604b-db05-4994-bf1a-43444e328ff9 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:46:55.551010 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-3c7c8141-21cb-4da9-ad43-21d60bbbe344 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330519 Sep 09 14:46:55.551354 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:46:55.551865 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Checking segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:55.552374 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.553001 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Bound using segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:46:55.554636 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Bound port: 2dbfe8f3-2980-4b12-b56c-ad724e755ca1, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:46:55.555149 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.566169 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c91e8057-78e5-4572-a7f1-d71212b6d9ec req-5a67b0bd-e955-4d89-83c2-86ddf2d23485 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498741 Sep 09 14:46:55.712102 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-b03461e6-c957-46c3-8e19-00e804fe49e2 service neutron] 10.222.0.13 "GET /v2.0/networks/1eee0c4e-88ce-487c-acad-82c6b464f267?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4357708 Sep 09 14:46:55.769908 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] For port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:46:55.774145 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device e744acde-ef5c-44b5-9493-54a5e87202be up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:55.777922 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] For port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:46:55.782653 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-8ac787d3-caa0-4793-9f17-e4d033a3ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:55.792024 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-8ac787d3-caa0-4793-9f17-e4d033a3ebb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08fd0140ce6947edb6b91668ecda4528&device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 1096 time: 0.4732251 Sep 09 14:46:55.818679 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.833964 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.837168 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.874761 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-b679cb0e-f221-44ae-bba9-1dfe2e2d9f8b service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046577 Sep 09 14:46:55.881725 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:46:55.950031 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-4a039eee-481f-42a4-99b2-aba3ffd5a812 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 HTTP/1.1" status: 200 len: 217 time: 0.1421456 Sep 09 14:46:55.973458 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdae99c-eaa3-448a-a178-679ab653c8b1 req-b2a5fccf-675a-4a87-99a1-11ed108f7eb3 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:55.975565 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fdae99c-eaa3-448a-a178-679ab653c8b1 req-b2a5fccf-675a-4a87-99a1-11ed108f7eb3 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.2328317 Sep 09 14:46:55.980319 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8ef90d-fa3e-4cf0-9064-4bb995cea37c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:55.985872 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:55.986422 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Added segment 849a2583-b48c-4e89-991c-28958e68b58c of type vlan for network 697dc139-c525-48c5-83e4-5065c73f9c97 Sep 09 14:46:55.987434 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45483010-8654-4d21-8f44-dce1f0d69a8f None None] Pushing event updated for resources: {'Port': ['ID=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:55.996000 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:46:55.997088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:46:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:56.003050 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port e744acde-ef5c-44b5-9493-54a5e87202be completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:56.071830 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port e744acde-ef5c-44b5-9493-54a5e87202be triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:56.079341 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:56.109286 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:56.149212 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fdae99c-eaa3-448a-a178-679ab653c8b1 req-fb4a3f9a-a79c-468f-8476-da5a2147c0ee tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574347 Sep 09 14:46:56.209955 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:56.211032 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:56.211851 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:56.218916 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-16068fa6-6209-4dde-8507-a8ba8bf12172 req-2a923983-239f-483a-9038-cb9b19cabf22 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135834 Sep 09 14:46:56.308891 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:46:56.313143 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4170051 Sep 09 14:46:56.337574 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 45876) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:46:56.342638 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4c636e-5806-4768-b4b3-464fc5119bb9 x-openstack-request-id: req-af4c636e-5806-4768-b4b3-464fc5119bb9 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:46:56.343063 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68e5550-6f12-4eec-b32d-fbddab221bb4", "tag": "7d0fbd21-003b-4bdb-a5c7-a8fc189625b2", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:46:56.343319 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af4c636e-5806-4768-b4b3-464fc5119bb9 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:46:56.346117 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'tag': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2', 'status': 'completed', 'code': 200} Sep 09 14:46:56.360382 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Request body: {'subnet': {'network_id': '697dc139-c525-48c5-83e4-5065c73f9c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-989450698-subnet', 'tenant_id': 'a63ed1760cd148e38ed587c5eef96ed9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:46:56.456251 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf9b69-d6bf-486c-8f8c-fca4c2ce8c1d admin admin] Pushing event updated for resources: {'Network': ['ID=697dc139-c525-48c5-83e4-5065c73f9c97,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:56.463580 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84a34a0b-8837-47ae-a26c-237d026935ef req-ed2c9710-8ea5-4dca-bb33-596d35457c09 service neutron] 10.222.0.13 "GET /v2.0/networks/1eee0c4e-88ce-487c-acad-82c6b464f267?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688735 Sep 09 14:46:56.505376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Made reservation on behalf of a63ed1760cd148e38ed587c5eef96ed9 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:46:56.508438 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10436432'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:56.510508 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-08c4193a-6619-4048-9a63-c87d57490083 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:56.518841 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 697dc139-c525-48c5-83e4-5065c73f9c97 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:46:56.521300 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-08c4193a-6619-4048-9a63-c87d57490083 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 811 time: 1.0426428 Sep 09 14:46:56.544639 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-bcfd22d4-e63e-4d31-ab34-3e0365974fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:56.548144 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-bcfd22d4-e63e-4d31-ab34-3e0365974fd8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86631892-80f9-4da5-99c5-673764e5fc5f HTTP/1.1" status: 200 len: 847 time: 0.4876091 Sep 09 14:46:56.564370 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-5a49d4a0-f83a-464d-9655-aeac70172a37 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/quotas/c44753c945d945ada8bdb7eb998ff862 HTTP/1.1" status: 200 len: 375 time: 0.0420697 Sep 09 14:46:56.709792 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-98b40f62-031b-4882-a8d2-caa510881bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232026 Sep 09 14:46:56.839319 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-c4948858-d282-49ba-a79e-dd211b6329c7 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2739348 Sep 09 14:46:56.870306 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:57.021868 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:46:57.137138 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-ed78be98-53a3-413e-8360-c916a7f5d8d4 service neutron] 10.222.0.13 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168389 Sep 09 14:46:57.193147 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port e744acde-ef5c-44b5-9493-54a5e87202be, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=e744acde-ef5c-44b5-9493-54a5e87202be,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:57.211118 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:57.214887 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a13108-bc6f-4274-b094-9681821b6493 req-81cee5e0-66f5-4c2c-9aa6-ed413fbaefbd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:57.228949 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5a13108-bc6f-4274-b094-9681821b6493 req-81cee5e0-66f5-4c2c-9aa6-ed413fbaefbd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.5785689 Sep 09 14:46:57.268440 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5e68315e-15b6-4315-af62-5cc92bee66bc req-0e4527cb-5743-49fa-b516-5636767c8e8e service neutron] 10.222.0.13 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219335 Sep 09 14:46:57.283696 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-4a9a651e-bf86-45f3-9e10-97165332578a service neutron] 10.222.0.21 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805492 Sep 09 14:46:57.354938 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e5a13108-bc6f-4274-b094-9681821b6493 req-451782fb-3685-4ae0-80e9-494fecd59193 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137059 Sep 09 14:46:57.454375 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=e744acde-ef5c-44b5-9493-54a5e87202be,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:57.477275 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10230185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10436430'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:57.508364 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-be67f79b-fce3-45fa-a776-1e5cc2424e12 service neutron] 10.222.0.21 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167695 Sep 09 14:46:57.585752 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:55Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:46:57.624606 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc99cb5f-f997-405c-8fb0-0905b84596c9,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:57.677270 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5488642b-8b06-49e6-b9f5-c8c55d294185 None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:55Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:46:57.711213 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa86d8-a85c-4bac-bf80-177d03571628 req-f5ccd995-c01d-47ee-b1fe-56c2f38e05b9 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:57.713038 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b7fa86d8-a85c-4bac-bf80-177d03571628 req-f5ccd995-c01d-47ee-b1fe-56c2f38e05b9 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 943 time: 0.2385151 Sep 09 14:46:57.721430 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Checking segment: {'id': '849a2583-b48c-4e89-991c-28958e68b58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '697dc139-c525-48c5-83e4-5065c73f9c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:46:57.721923 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Network hostable DHCP agents. Network: 697dc139-c525-48c5-83e4-5065c73f9c97, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:46:57.726887 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device e744acde-ef5c-44b5-9493-54a5e87202be up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:57.866063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port e744acde-ef5c-44b5-9493-54a5e87202be triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:57.866455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:57.877134 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b7fa86d8-a85c-4bac-bf80-177d03571628 req-64337435-0498-4fa3-a69a-023daf723a85 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566796 Sep 09 14:46:57.882854 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Network 697dc139-c525-48c5-83e4-5065c73f9c97 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:46:57.899653 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 697dc139-c525-48c5-83e4-5065c73f9c97) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:46:57.906878 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:57.908123 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:57.942650 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-137d171a-42d7-44de-a78a-1c302eed9376 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6012554 Sep 09 14:46:57.960396 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea695a5-8920-4b8f-b322-b649db1611c2 None None] Network 697dc139-c525-48c5-83e4-5065c73f9c97 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:58.169859 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40fe34-c8b8-469a-a75a-ad5223bfc0ed req-e2686999-7002-4551-8447-433480640878 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:58.174654 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fe40fe34-c8b8-469a-a75a-ad5223bfc0ed req-e2686999-7002-4551-8447-433480640878 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.0899830 Sep 09 14:46:58.204461 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:58.252992 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ffe09a-4a6d-40c3-94d3-f7e6983d8cf5 None None] Network 697dc139-c525-48c5-83e4-5065c73f9c97 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:46:58.259106 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fe40fe34-c8b8-469a-a75a-ad5223bfc0ed req-d6ea36a0-0b9e-4fd0-a187-f06cf4bec99e tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774775 Sep 09 14:46:58.350568 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-edf17e71-9242-424e-8918-d2e10aaef144 req-f6c26a0d-7707-4b8c-9691-568483b2f2ee tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 210 time: 0.0343671 Sep 09 14:46:58.467611 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:46:58.478772 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:58.479420 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:58.527811 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2f04f-adf3-4f0a-b393-14e517253294 req-95ff3bfd-4829-409a-b374-3331dca3db35 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:58.536590 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbb2f04f-adf3-4f0a-b393-14e517253294 req-95ff3bfd-4829-409a-b374-3331dca3db35 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0929089 Sep 09 14:46:58.622783 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cbb2f04f-adf3-4f0a-b393-14e517253294 req-447f6b30-02fe-4358-8c46-0ab7657ca31a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851836 Sep 09 14:46:58.683970 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:58.734942 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:58.746004 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:58.823680 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:59.106340 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5942df3c-a88d-4480-90d6-40839fd4bc6e details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:46:59.117347 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e86895-ee76-4d3d-a105-f090e7587717 req-950e724f-6b5f-4d0b-8460-3a69fdfd8723 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:59.131704 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51e86895-ee76-4d3d-a105-f090e7587717 req-950e724f-6b5f-4d0b-8460-3a69fdfd8723 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 943 time: 0.0864956 Sep 09 14:46:59.163767 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:59.255688 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51e86895-ee76-4d3d-a105-f090e7587717 req-4aef45a1-4bcf-46e4-bc9a-834d20b1f127 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208010 Sep 09 14:46:59.272489 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-432c6a87-a0f9-4304-a2cd-b4ac9b6160b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:59.274213 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-432c6a87-a0f9-4304-a2cd-b4ac9b6160b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08fd0140ce6947edb6b91668ecda4528&device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 1096 time: 0.1254425 Sep 09 14:46:59.344673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5942df3c-a88d-4480-90d6-40839fd4bc6e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:59.397564 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '5942df3c-a88d-4480-90d6-40839fd4bc6e', 'network_id': '1eee0c4e-88ce-487c-acad-82c6b464f267', 'port_id': '5942df3c-a88d-4480-90d6-40839fd4bc6e', 'mac_address': 'fa:16:3e:27:42:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f9e62ea-d599-4d9c-8432-36ffe34a55fe', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:46:59.402617 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff8df5-a1fe-4986-bacf-3792d2c4280c req-5f828672-f3e7-4274-b151-62c9c501e409 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:59.404425 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bff8df5-a1fe-4986-bacf-3792d2c4280c req-5f828672-f3e7-4274-b151-62c9c501e409 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 947 time: 0.0654912 Sep 09 14:46:59.447056 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:59.449639 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bff8df5-a1fe-4986-bacf-3792d2c4280c req-914353fd-ac09-4b90-9c86-2acd4178c45a tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373001 Sep 09 14:46:59.472037 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5942df3c-a88d-4480-90d6-40839fd4bc6e {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:46:59.510125 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5942df3c-a88d-4480-90d6-40839fd4bc6e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:46:59.515673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:59.573170 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e4a0aff1-4b8c-4f18-841b-496dde826a73 req-a4929516-25aa-4fad-b413-d2b1f365e99a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 210 time: 0.0341866 Sep 09 14:46:59.589444 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5942df3c-a88d-4480-90d6-40839fd4bc6e,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:46:59.631826 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:46:59.727266 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:46:59.727961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:59.758685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a284357-64c7-483d-8171-a7f5f376d505 req-1b240c86-2cec-4976-95b3-768045d693b3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:46:59.761640 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1a284357-64c7-483d-8171-a7f5f376d505 req-1b240c86-2cec-4976-95b3-768045d693b3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0737500 Sep 09 14:46:59.765560 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5bca0453-01dd-43fa-a3c5-31aeaf8b1c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:46:59.822302 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1a284357-64c7-483d-8171-a7f5f376d505 req-2ca7641d-355d-4de8-aff4-14bdbad21772 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Sep 09 14:47:00.282000 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-0dee8027-1f15-47b1-8492-1d386ade9f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:00.283666 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-0dee8027-1f15-47b1-8492-1d386ade9f6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7 HTTP/1.1" status: 200 len: 908 time: 0.1432042 Sep 09 14:47:00.346016 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-bb6ac8ee-d08f-4caf-9662-04a72f708c23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 HTTP/1.1" status: 200 len: 217 time: 0.0548351 Sep 09 14:47:00.464881 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['5942df3c-a88d-4480-90d6-40839fd4bc6e'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:00.647078 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18f9e5-e170-49fa-a503-d944e6c4bb02 req-732355a6-3860-4593-a603-2f5f98f9e882 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:00.656785 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1b18f9e5-e170-49fa-a503-d944e6c4bb02 req-732355a6-3860-4593-a603-2f5f98f9e882 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 948 time: 0.0794470 Sep 09 14:47:00.657409 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce5b09-dea2-4081-8d5c-f2fac13453a2 req-06f86fca-fcc8-412a-a7d9-eff74d8eeb7d tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:00.665176 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84ce5b09-dea2-4081-8d5c-f2fac13453a2 req-06f86fca-fcc8-412a-a7d9-eff74d8eeb7d tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 943 time: 0.3180475 Sep 09 14:47:00.684351 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-cdcdd3f7-3c35-4b12-9f10-f80279b864e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:00.685839 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-cdcdd3f7-3c35-4b12-9f10-f80279b864e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=86631892-80f9-4da5-99c5-673764e5fc5f HTTP/1.1" status: 200 len: 847 time: 0.3109999 Sep 09 14:47:00.712498 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1b18f9e5-e170-49fa-a503-d944e6c4bb02 req-4aff53fd-1555-4a7b-8f7b-696052b9dfb9 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540683 Sep 09 14:47:00.747982 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-ba6f08cf-92b6-4307-82bc-40d259a6bf36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8951d3ba-1b6a-4332-ad43-95d006e4fdc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374753 Sep 09 14:47:00.786414 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84ce5b09-dea2-4081-8d5c-f2fac13453a2 req-ab994760-f22c-4ccd-9261-0e9c7c225574 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201203 Sep 09 14:47:00.858724 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dc00b991-dabc-4770-abd7-6ef982b37b39 req-b407b5b7-c7e6-4392-9301-2a73b381528b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 210 time: 0.0401731 Sep 09 14:47:00.981492 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-2840181d-84b1-4da5-aabd-eeb52e693ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150314 Sep 09 14:47:01.140892 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b9da5b-81d0-4b38-a6f3-0d9493f2eda9 req-20a2f06f-f7a3-4d7a-ae6c-e23e3c4c1833 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:01.148672 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f7b9da5b-81d0-4b38-a6f3-0d9493f2eda9 req-20a2f06f-f7a3-4d7a-ae6c-e23e3c4c1833 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1914527 Sep 09 14:47:01.191771 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-c8bc51c5-76bc-421c-8c27-dccab741abc9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:01.193305 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-c8bc51c5-76bc-421c-8c27-dccab741abc9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 811 time: 0.2482584 Sep 09 14:47:01.234965 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3f714f3b-4b94-4ad6-83eb-34644729ede8 req-8b908550-13d9-4d88-93e0-e1a2aab07d4b service neutron] 10.222.0.13 "GET /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287333 Sep 09 14:47:01.253470 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f7b9da5b-81d0-4b38-a6f3-0d9493f2eda9 req-80f1f66b-3595-48e2-ad98-586f5743df17 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039345 Sep 09 14:47:01.294713 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b06a7065-302b-49d7-9936-9061103f742e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c44753c945d945ada8bdb7eb998ff862 HTTP/1.1" status: 200 len: 379 time: 0.0856731 Sep 09 14:47:01.307711 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'port': {'device_id': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'admin_state_up': True, 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'security_groups': ['a20eab1f-1474-4c1f-9642-19c892b93f90']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:01.460219 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Made reservation on behalf of c44753c945d945ada8bdb7eb998ff862 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:47:01.476463 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:01.641920 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Allocated IP 172.20.0.5 (b78c604b-db05-4994-bf1a-43444e328ff9/ae61d2f3-52b3-4cfb-802a-4595332b2555/6957e606-a596-4f01-a470-ae06f9d38082) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:47:01.913840 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c62ebb-0490-4262-8b96-9e418aeebe36 req-70b2e38b-0d84-48a0-96c4-c272be72aa55 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:01.915560 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-71c62ebb-0490-4262-8b96-9e418aeebe36 req-70b2e38b-0d84-48a0-96c4-c272be72aa55 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 948 time: 0.1263943 Sep 09 14:47:01.921940 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:01.930791 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71dbbc-8fcb-4cac-a192-2a7329abe1e6 req-22dfd7e6-8ea4-4d29-8fbe-e7467c7427ae tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:01.941169 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e71dbbc-8fcb-4cac-a192-2a7329abe1e6 req-22dfd7e6-8ea4-4d29-8fbe-e7467c7427ae tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 943 time: 0.0763888 Sep 09 14:47:01.965411 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Transition to ACTIVE for port object 6957e606-a596-4f01-a470-ae06f9d38082 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:47:01.992474 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-71c62ebb-0490-4262-8b96-9e418aeebe36 req-a7dc0484-7e07-42ba-85d2-e4fa7fce9c9e tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658336 Sep 09 14:47:01.998483 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e71dbbc-8fcb-4cac-a192-2a7329abe1e6 req-ccd3e5a1-2c57-4c51-b47d-629a1f600f20 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501213 Sep 09 14:47:02.033117 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.090165 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Network b78c604b-db05-4994-bf1a-43444e328ff9 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:47:02.096787 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:47:02.099614 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:47:02.107457 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:02.109688 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.118488 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:47:02.120605 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5942df3c-a88d-4480-90d6-40839fd4bc6e up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:47:02.126699 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'Port': ['ID=6957e606-a596-4f01-a470-ae06f9d38082,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:02.128365 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444711c6-8ade-43cd-b1bc-534baf6a2c47 req-3155e97b-c87b-49be-a2bd-1a4b27ad13d1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:02.130826 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-444711c6-8ade-43cd-b1bc-534baf6a2c47 req-3155e97b-c87b-49be-a2bd-1a4b27ad13d1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 931 time: 0.0558083 Sep 09 14:47:02.157242 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-b7a890a2-ea88-4c2c-9753-afe5ed562e10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539791 Sep 09 14:47:02.173241 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Request body: {'port': {'device_id': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:02.217170 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-444711c6-8ade-43cd-b1bc-534baf6a2c47 req-cec57811-9fc1-4e8c-a2cc-62d9c65a9d1a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583873 Sep 09 14:47:02.230487 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 5942df3c-a88d-4480-90d6-40839fd4bc6e completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:47:02.252179 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 5942df3c-a88d-4480-90d6-40839fd4bc6e triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:02.252479 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.261442 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.384831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:02.429142 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2', 'network_id': '8951d3ba-1b6a-4332-ad43-95d006e4fdc7', 'port_id': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2', 'mac_address': 'fa:16:3e:76:8a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86631892-80f9-4da5-99c5-673764e5fc5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:47:02.459704 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.489785 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942df3c-a88d-4480-90d6-40839fd4bc6e'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:02.492167 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982cd8e6-c1fa-4567-8240-c82818822053" -d '{"events": [{"server_uuid": "0a59283d-5c89-4809-aed4-b3e2fb81ffd0", "name": "network-vif-plugged", "status": "completed", "tag": "5942df3c-a88d-4480-90d6-40839fd4bc6e"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:02.536333 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6516fc81-87f9-4d2f-b149-8c06846ceb5e None None] Provisioning for port 6957e606-a596-4f01-a470-ae06f9d38082 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:47:02.557555 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6516fc81-87f9-4d2f-b149-8c06846ceb5e None None] Provisioning complete for port 6957e606-a596-4f01-a470-ae06f9d38082 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:02.564982 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6516fc81-87f9-4d2f-b149-8c06846ceb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.600736 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab1e11-23ff-4cda-bcbd-348bd632bc88 req-a3f70c33-9dee-4bca-8d7b-7ab61d87db5a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:02.608439 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3eab1e11-23ff-4cda-bcbd-348bd632bc88 req-a3f70c33-9dee-4bca-8d7b-7ab61d87db5a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0968502 Sep 09 14:47:02.617607 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90179f3-d9cc-4fc8-a149-2b234e6be337 x-openstack-request-id: req-a90179f3-d9cc-4fc8-a149-2b234e6be337 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:02.617980 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a59283d-5c89-4809-aed4-b3e2fb81ffd0", "name": "network-vif-plugged", "status": "completed", "tag": "5942df3c-a88d-4480-90d6-40839fd4bc6e", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:02.618544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a90179f3-d9cc-4fc8-a149-2b234e6be337 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:02.618849 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942df3c-a88d-4480-90d6-40839fd4bc6e', 'code': 200} Sep 09 14:47:02.624604 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5942df3c-a88d-4480-90d6-40839fd4bc6e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:02.626128 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6516fc81-87f9-4d2f-b149-8c06846ceb5e None None] Port 6957e606-a596-4f01-a470-ae06f9d38082 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:47:02.638579 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.662483 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d9599eb0-c2e4-4c16-b4ec-17025f20cfa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.664233 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.726343 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:47:02.783845 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:02.788857 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5942df3c-a88d-4480-90d6-40839fd4bc6e,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:02.795908 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.854580 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:02.862035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.884183 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3eab1e11-23ff-4cda-bcbd-348bd632bc88 req-7b50a9a2-3f1e-48e1-b00f-793ef1b2dba0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728047 Sep 09 14:47:02.902722 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6957e606-a596-4f01-a470-ae06f9d38082 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:47:02.913834 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:02.927692 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a50eb2-5e4c-4f81-9ab1-87f698061c59 req-bbb421a6-8983-485c-a203-7255463bb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:02.929587 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93a50eb2-5e4c-4f81-9ab1-87f698061c59 req-bbb421a6-8983-485c-a203-7255463bb838 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 1102 time: 0.1594319 Sep 09 14:47:02.935339 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Transition to ACTIVE for port object 6957e606-a596-4f01-a470-ae06f9d38082 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:47:02.939203 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:03.051574 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93a50eb2-5e4c-4f81-9ab1-87f698061c59 req-490b7385-f95a-4e60-8b45-18bb2491aea3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075141 Sep 09 14:47:03.056484 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6957e606-a596-4f01-a470-ae06f9d38082,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:03.076646 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Attempting to bind port 6957e606-a596-4f01-a470-ae06f9d38082 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:47:03.077030 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Attempting to bind port 6957e606-a596-4f01-a470-ae06f9d38082 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:47:03.077373 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Attempting to bind port 6957e606-a596-4f01-a470-ae06f9d38082 on network b78c604b-db05-4994-bf1a-43444e328ff9 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:47:03.087229 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Port 6957e606-a596-4f01-a470-ae06f9d38082 on network b78c604b-db05-4994-bf1a-43444e328ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:47:03.087229 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Attempting to bind port 6957e606-a596-4f01-a470-ae06f9d38082 on network b78c604b-db05-4994-bf1a-43444e328ff9 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:47:03.093974 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:47:03.094340 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Checking segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:47:03.094709 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Bound using segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:47:03.095233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Bound port: 6957e606-a596-4f01-a470-ae06f9d38082, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:47:03.095606 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:03.113173 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['7d0fbd21-003b-4bdb-a5c7-a8fc189625b2'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:03.231573 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921925b-12db-466b-94af-c0d12231f436 req-79870d96-1859-4b0c-bf39-7cf8ac296e34 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.243345 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a921925b-12db-466b-94af-c0d12231f436 req-79870d96-1859-4b0c-bf39-7cf8ac296e34 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 944 time: 0.0833232 Sep 09 14:47:03.289577 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] For port 6957e606-a596-4f01-a470-ae06f9d38082, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:47:03.338225 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] For port 6957e606-a596-4f01-a470-ae06f9d38082, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6957e606-a596-4f01-a470-ae06f9d38082,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:47:03.348328 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a921925b-12db-466b-94af-c0d12231f436 req-9bc62076-e7e4-4003-a1f3-541a7ebda9c6 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039760 Sep 09 14:47:03.356115 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3cef7-7698-4af8-88e5-a4dc13d04035 req-5e17c76a-b0fe-4d6c-b322-889ac9912fe2 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.358099 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c1e3cef7-7698-4af8-88e5-a4dc13d04035 req-5e17c76a-b0fe-4d6c-b322-889ac9912fe2 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 949 time: 0.1631296 Sep 09 14:47:03.360142 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:03.408729 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.409395 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:03.410999 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 1093 time: 1.2427692 Sep 09 14:47:03.425965 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:03.429168 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "tag": "6957e606-a596-4f01-a470-ae06f9d38082"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:03.476919 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c1e3cef7-7698-4af8-88e5-a4dc13d04035 req-8d1d2805-fb64-42ab-81e7-3f04ab68d699 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018350 Sep 09 14:47:03.519281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da15010-955a-4411-9294-157f53149b82 req-aced864d-40c8-493c-aa5f-d5acbe68f50a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.519792 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880fc18-096d-4a83-9e65-8315462a02d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6957e606-a596-4f01-a470-ae06f9d38082,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:03.540249 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4da15010-955a-4411-9294-157f53149b82 req-aced864d-40c8-493c-aa5f-d5acbe68f50a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 943 time: 0.1016495 Sep 09 14:47:03.542200 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe1a766-9a7b-4d29-80ce-e00ca79ec22c x-openstack-request-id: req-cbe1a766-9a7b-4d29-80ce-e00ca79ec22c {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:03.542626 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "tag": "6957e606-a596-4f01-a470-ae06f9d38082", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:03.543000 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbe1a766-9a7b-4d29-80ce-e00ca79ec22c {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:03.543533 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082', 'status': 'completed', 'code': 200} Sep 09 14:47:03.570374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-44c63c8a-490c-49f1-a6f9-05aeecf99f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.572380 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-44c63c8a-490c-49f1-a6f9-05aeecf99f28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1096 time: 0.0885885 Sep 09 14:47:03.592402 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4da15010-955a-4411-9294-157f53149b82 req-63736f52-a10c-4ab9-8a08-8bc1c4b3d293 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512416 Sep 09 14:47:03.643675 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:03.653815 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-64d35d80-149f-4ef6-98ce-d09f84a16148 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 217 time: 0.0691996 Sep 09 14:47:03.730389 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-36ba2c62-84ee-4b6b-8106-119e967b11b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.732143 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-36ba2c62-84ee-4b6b-8106-119e967b11b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0601845 Sep 09 14:47:03.791227 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-e027d5fe-c8cb-4f37-a710-1acbdb8c918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:03.792812 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-e027d5fe-c8cb-4f37-a710-1acbdb8c918e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514970 Sep 09 14:47:03.912993 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-5a2f68b1-cdc0-4275-901e-07cd913b3e0b service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106339 Sep 09 14:47:04.046333 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f2865-6dd8-4f51-af94-1560916c165a req-c31ca24a-faa8-4c7b-8045-2f3141ede898 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.051235 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a58f2865-6dd8-4f51-af94-1560916c165a req-c31ca24a-faa8-4c7b-8045-2f3141ede898 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0874212 Sep 09 14:47:04.057771 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fc51417-0bef-41f3-9ab4-ffd286852b21 req-61fcc7f8-8ef8-4d9b-8abf-57dabe1bb25f service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344051 Sep 09 14:47:04.107095 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a58f2865-6dd8-4f51-af94-1560916c165a req-f43dd491-71c9-4da3-a022-118900b13a1e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491805 Sep 09 14:47:04.114800 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:47:04.169919 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-d91729a9-aa03-42c7-a3dc-913ba3120e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.172660 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-d91729a9-aa03-42c7-a3dc-913ba3120e27 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1096 time: 0.0509362 Sep 09 14:47:04.207295 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:47:04.212429 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:04.213080 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:04.302022 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:04.317862 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-fafa9298-931c-49f1-be3e-415b31a6bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.322396 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-fafa9298-931c-49f1-be3e-415b31a6bcb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.1369987 Sep 09 14:47:04.352875 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:04.358670 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:04.390788 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-19e39485-6559-470e-a77c-a6d9322eec30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 217 time: 0.0578930 Sep 09 14:47:04.489837 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:04.599562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-3d38ef6d-5120-46e7-a0e7-f2e66e7e7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.599562 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-3d38ef6d-5120-46e7-a0e7-f2e66e7e7793 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.1974113 Sep 09 14:47:04.619658 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:04.622057 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d69c2fb-3cd3-44f3-b18c-2931dba41956" -d '{"events": [{"server_uuid": "f68e5550-6f12-4eec-b32d-fbddab221bb4", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fbd21-003b-4bdb-a5c7-a8fc189625b2"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:04.634857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f34b6-dc04-4d1b-8e3f-349ea67644e4 req-9894071e-1a65-4783-aaee-d0a74b480e4f tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.643317 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa3f34b6-dc04-4d1b-8e3f-349ea67644e4 req-9894071e-1a65-4783-aaee-d0a74b480e4f tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 945 time: 0.1578498 Sep 09 14:47:04.706794 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-aa3f34b6-dc04-4d1b-8e3f-349ea67644e4 req-fb713794-c6e8-4521-b7da-f16f69f377c3 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620708 Sep 09 14:47:04.751175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-6e7a6c8b-af98-48f4-9f50-2b35fd6ee81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.758578 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-6e7a6c8b-af98-48f4-9f50-2b35fd6ee81d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1489840 Sep 09 14:47:04.791532 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b7724-6a9b-47ed-bc58-c8e762aaa837 req-86bf90f1-fe28-49c4-b0c5-3f2ad2ac5b40 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.803006 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dc7b7724-6a9b-47ed-bc58-c8e762aaa837 req-86bf90f1-fe28-49c4-b0c5-3f2ad2ac5b40 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 949 time: 0.1096294 Sep 09 14:47:04.878380 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dc7b7724-6a9b-47ed-bc58-c8e762aaa837 req-c23204ec-0c7e-4215-864c-05e7ca7e403d tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666609 Sep 09 14:47:04.905281 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036657af-1295-4ac8-9a62-7aed594f8d68 req-35a9db09-d074-4ab3-87ca-f897673659a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:04.905958 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-036657af-1295-4ac8-9a62-7aed594f8d68 req-35a9db09-d074-4ab3-87ca-f897673659a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 943 time: 0.1456182 Sep 09 14:47:04.939849 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-310b7acd-fcd5-4d84-bf55-1b72d6eded2c service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654775 Sep 09 14:47:04.974992 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216c1951-dd48-496b-9c6c-abffa44e59c7 x-openstack-request-id: req-216c1951-dd48-496b-9c6c-abffa44e59c7 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:04.975555 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68e5550-6f12-4eec-b32d-fbddab221bb4", "name": "network-vif-plugged", "status": "completed", "tag": "7d0fbd21-003b-4bdb-a5c7-a8fc189625b2", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:04.975555 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-216c1951-dd48-496b-9c6c-abffa44e59c7 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:04.976006 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2', 'code': 200} Sep 09 14:47:04.979328 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-036657af-1295-4ac8-9a62-7aed594f8d68 req-8b2b8951-7255-43fd-b0e0-0a20d268fcc1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672450 Sep 09 14:47:05.117270 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:05.133324 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5eb79a44-a1dd-408d-87b7-60f21ad12b0a req-7675861f-315d-426c-83e5-84021c8dcdd4 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819601 Sep 09 14:47:05.284679 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef861980-04c4-49c5-bcbe-45264eea12af req-f25d3a7f-4d1e-40f5-9013-21569434a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:05.288897 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ef861980-04c4-49c5-bcbe-45264eea12af req-f25d3a7f-4d1e-40f5-9013-21569434a854 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0898879 Sep 09 14:47:05.335085 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3440-02e0-4ec9-9306-c14596c8eadb req-90fbd5bc-5224-490b-973e-daaad5ecf97c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:05.338335 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0d1a3440-02e0-4ec9-9306-c14596c8eadb req-90fbd5bc-5224-490b-973e-daaad5ecf97c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0991490 Sep 09 14:47:05.381527 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ef861980-04c4-49c5-bcbe-45264eea12af req-81849990-fcf9-4753-b3ca-44343a084872 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834558 Sep 09 14:47:05.395785 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0d1a3440-02e0-4ec9-9306-c14596c8eadb req-345c9c31-14d8-4ea8-9de0-f65df288adaf tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483091 Sep 09 14:47:05.400291 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb08dd-b1d2-4bd7-b268-77d243f08200 req-764c6d8d-403e-4fc3-8fe7-99500ffe6bc5 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:05.408661 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f1bb08dd-b1d2-4bd7-b268-77d243f08200 req-764c6d8d-403e-4fc3-8fe7-99500ffe6bc5 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 949 time: 0.0753629 Sep 09 14:47:05.444422 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f1bb08dd-b1d2-4bd7-b268-77d243f08200 req-755819bb-db77-4dfd-947f-1bddb8d9c418 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348287 Sep 09 14:47:05.826166 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d48a2a-ba0b-4595-8113-163d36cbaeb8 req-9b6e6c90-fdaa-468d-87e2-187673c118c6 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:05.830662 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f2d48a2a-ba0b-4595-8113-163d36cbaeb8 req-9b6e6c90-fdaa-468d-87e2-187673c118c6 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 945 time: 0.0602968 Sep 09 14:47:05.888113 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f2d48a2a-ba0b-4595-8113-163d36cbaeb8 req-e177e300-3e7c-43cd-a241-efc687468be7 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458226 Sep 09 14:47:06.119802 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6957e606-a596-4f01-a470-ae06f9d38082 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:47:06.136220 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5e192-7117-468c-911a-923f202b7b38 req-eabd8741-3722-406f-8bfa-988a531f0918 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:06.147659 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0fe5e192-7117-468c-911a-923f202b7b38 req-eabd8741-3722-406f-8bfa-988a531f0918 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 943 time: 0.0771503 Sep 09 14:47:06.211004 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0fe5e192-7117-468c-911a-923f202b7b38 req-568e05ef-d196-43d6-8ef1-df3e8cd01a29 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620377 Sep 09 14:47:06.316854 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 6957e606-a596-4f01-a470-ae06f9d38082, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6957e606-a596-4f01-a470-ae06f9d38082,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:06.345731 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '6957e606-a596-4f01-a470-ae06f9d38082', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'port_id': '6957e606-a596-4f01-a470-ae06f9d38082', 'mac_address': 'fa:16:3e:be:90:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:47:06.396277 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:06.433715 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6957e606-a596-4f01-a470-ae06f9d38082 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:47:06.465273 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 6957e606-a596-4f01-a470-ae06f9d38082, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6957e606-a596-4f01-a470-ae06f9d38082,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:06.471126 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:06.549080 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=6957e606-a596-4f01-a470-ae06f9d38082,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:06.600108 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65742db-2825-4715-80ef-d12951877330 req-f95e2d24-ef6a-4d3f-8be3-564dffe5ccaa tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:06.602012 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e65742db-2825-4715-80ef-d12951877330 req-f95e2d24-ef6a-4d3f-8be3-564dffe5ccaa tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0668480 Sep 09 14:47:06.635193 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982cb1a-485c-424e-84d7-7f062440f66c req-79e7ce63-9cd6-4248-a714-bd194f26c6af tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:06.636817 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f982cb1a-485c-424e-84d7-7f062440f66c req-79e7ce63-9cd6-4248-a714-bd194f26c6af tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 949 time: 0.0641952 Sep 09 14:47:06.708286 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e65742db-2825-4715-80ef-d12951877330 req-dee9f0ff-07da-48d7-a1bb-e4a9a3a8133e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974548 Sep 09 14:47:06.745324 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f982cb1a-485c-424e-84d7-7f062440f66c req-a9a8fea1-f1c4-47ea-848c-52930d57947f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000433 Sep 09 14:47:06.832334 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['6957e606-a596-4f01-a470-ae06f9d38082'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:06.895176 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 46080) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:07.038139 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b201bd1-d9aa-4be9-8109-b9de38496c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.052610 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec403d-6423-4dd2-8603-6e30767fab3f req-008a0211-0424-476a-910a-ac44a3c988ce tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:07.054161 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d9ec403d-6423-4dd2-8603-6e30767fab3f req-008a0211-0424-476a-910a-ac44a3c988ce tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 945 time: 0.0816693 Sep 09 14:47:07.099804 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d9ec403d-6423-4dd2-8603-6e30767fab3f req-0477cc2f-4d7f-4d29-9bd0-54be10cdd09f tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393510 Sep 09 14:47:07.178309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b201bd1-d9aa-4be9-8109-b9de38496c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.184378 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b201bd1-d9aa-4be9-8109-b9de38496c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.257250 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1b201bd1-d9aa-4be9-8109-b9de38496c57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cea9fef226394b5bb53d29966e5e6e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3607507 Sep 09 14:47:07.260768 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b201bd1-d9aa-4be9-8109-b9de38496c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2ba957-f26e-4f1c-a6c3-81dd5af746d3,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:07.260890 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46090) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:07.285524 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-ad229199-7791-43e6-8559-b09f030d4306 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:07.287406 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-ad229199-7791-43e6-8559-b09f030d4306 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 949 time: 0.0888886 Sep 09 14:47:07.370708 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2266434c-4edb-450e-8aed-b1668035251d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.428647 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2266434c-4edb-450e-8aed-b1668035251d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.442470 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373277d-e0af-4d85-82a1-4827fa543cae req-e2152d56-4c1a-4d0f-92fb-f6aa650379cd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:07.446248 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c373277d-e0af-4d85-82a1-4827fa543cae req-e2152d56-4c1a-4d0f-92fb-f6aa650379cd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 944 time: 0.1354463 Sep 09 14:47:07.519213 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c373277d-e0af-4d85-82a1-4827fa543cae req-caedda94-5354-4e60-a5b2-89f79f534d28 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651343 Sep 09 14:47:07.531271 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2266434c-4edb-450e-8aed-b1668035251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.534336 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2266434c-4edb-450e-8aed-b1668035251d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.534597 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Deleting port 5942df3c-a88d-4480-90d6-40839fd4bc6e {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:47:07.535094 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:07.535793 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2266434c-4edb-450e-8aed-b1668035251d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e2ba957-f26e-4f1c-a6c3-81dd5af746d3 HTTP/1.1" status: 204 len: 168 time: 0.2738895 Sep 09 14:47:07.548931 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266434c-4edb-450e-8aed-b1668035251d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2ba957-f26e-4f1c-a6c3-81dd5af746d3,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:07.969254 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef54b7b5-6dc3-4d85-b794-b0fb09814996 req-3f008bd4-0aad-4bb8-894b-04ca243256af tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:07.978446 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ef54b7b5-6dc3-4d85-b794-b0fb09814996 req-3f008bd4-0aad-4bb8-894b-04ca243256af tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1273787 Sep 09 14:47:08.039920 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ef54b7b5-6dc3-4d85-b794-b0fb09814996 req-aae61313-ae33-4381-95d2-6b1e9a0df9d7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603769 Sep 09 14:47:08.139035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6957e606-a596-4f01-a470-ae06f9d38082 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:47:08.158023 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98dee4f-132a-45a3-9f63-83122d22a0bc req-06be2478-8389-435e-9d5d-83b08d5d277f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:08.168333 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c98dee4f-132a-45a3-9f63-83122d22a0bc req-06be2478-8389-435e-9d5d-83b08d5d277f tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 949 time: 0.1509001 Sep 09 14:47:08.224580 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 6957e606-a596-4f01-a470-ae06f9d38082 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:47:08.230456 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 6957e606-a596-4f01-a470-ae06f9d38082 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:08.250705 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:08.251501 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] For port 5942df3c-a88d-4480-90d6-40839fd4bc6e, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5942df3c-a88d-4480-90d6-40839fd4bc6e,segment=NetworkSegment(00f1d4f9-b7b3-4eb7-b546-0088daed40f2),segment_id=00f1d4f9-b7b3-4eb7-b546-0088daed40f2)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:08.252026 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:08.284318 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c98dee4f-132a-45a3-9f63-83122d22a0bc req-7fd32b9f-1c6d-47d0-9a67-fea88d57b69b tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/security-groups?id=beb0d628-949a-473b-ba0e-24bb624768f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103361 Sep 09 14:47:08.301953 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Calling delete_port for 5942df3c-a88d-4480-90d6-40839fd4bc6e owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:47:08.397656 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67f69f-0435-4ab1-b80f-55dd9f8904ee req-972d5df0-d91d-4ca4-9aff-22c9d1b8abc8 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:08.408162 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ce67f69f-0435-4ab1-b80f-55dd9f8904ee req-972d5df0-d91d-4ca4-9aff-22c9d1b8abc8 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 945 time: 0.0887651 Sep 09 14:47:08.432448 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:08.484683 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ce67f69f-0435-4ab1-b80f-55dd9f8904ee req-4d5f22fb-d153-492a-be3c-1b7624e6f79b tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761065 Sep 09 14:47:08.496768 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:08.500425 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4e1b4c-1d04-4c02-ae0d-f667e93f63c1" -d '{"events": [{"server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "name": "network-vif-plugged", "status": "completed", "tag": "6957e606-a596-4f01-a470-ae06f9d38082"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:08.528144 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 6957e606-a596-4f01-a470-ae06f9d38082, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6957e606-a596-4f01-a470-ae06f9d38082,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:08.533985 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:08.534793 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5942df3c-a88d-4480-90d6-40839fd4bc6e no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:47:08.553790 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:08.586420 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37cf198b-8ee4-439f-91ec-97936f57ef8b x-openstack-request-id: req-37cf198b-8ee4-439f-91ec-97936f57ef8b {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:08.586731 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "name": "network-vif-plugged", "status": "completed", "tag": "6957e606-a596-4f01-a470-ae06f9d38082", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:08.586978 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37cf198b-8ee4-439f-91ec-97936f57ef8b {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:08.587369 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082', 'code': 200} Sep 09 14:47:08.617403 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Pushing event deleted for resources: {'Port': ['ID=5942df3c-a88d-4480-90d6-40839fd4bc6e,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:08.754562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No active binding found for port 5942df3c-a88d-4480-90d6-40839fd4bc6e {{(pid=105672) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 09 14:47:08.754562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5942df3c-a88d-4480-90d6-40839fd4bc6e not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:47:08.754562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=6957e606-a596-4f01-a470-ae06f9d38082,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:08.807475 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] No DVR routers for this DVR port 5942df3c-a88d-4480-90d6-40839fd4bc6e on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:47:08.818150 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:08.843639 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4494912a-6f64-4a2b-9787-35e7ccf8540f req-aacde1a5-1585-4676-a523-e5f9b29eb152 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.13 "DELETE /v2.0/ports/5942df3c-a88d-4480-90d6-40839fd4bc6e HTTP/1.1" status: 204 len: 173 time: 1.5430813 Sep 09 14:47:08.844166 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'name': 'network-vif-deleted', 'tag': '5942df3c-a88d-4480-90d6-40839fd4bc6e'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:08.863497 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c601-ecde-4558-86b7-f83c22467574 req-a156a013-f80a-4022-81aa-cbed314a0e2c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:08.886976 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb57e42-f9f5-49e5-abdb-29290a6f277a" -d '{"events": [{"server_uuid": "0a59283d-5c89-4809-aed4-b3e2fb81ffd0", "name": "network-vif-deleted", "tag": "5942df3c-a88d-4480-90d6-40839fd4bc6e"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:08.899390 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e822c601-ecde-4558-86b7-f83c22467574 req-a156a013-f80a-4022-81aa-cbed314a0e2c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.2498381 Sep 09 14:47:08.997243 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e822c601-ecde-4558-86b7-f83c22467574 req-511774c0-103b-48a2-b862-4aaf66639f54 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962427 Sep 09 14:47:09.078507 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0718db-fca5-44ed-8a2e-8301a404a46a req-2d08bc68-beb3-4b91-b68c-360fcc9698a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:09.081011 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d0718db-fca5-44ed-8a2e-8301a404a46a req-2d08bc68-beb3-4b91-b68c-360fcc9698a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1098 time: 0.1830904 Sep 09 14:47:09.168948 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d0718db-fca5-44ed-8a2e-8301a404a46a req-3fbd52f2-0269-41fa-8c54-b8dd7a5ba5b1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767772 Sep 09 14:47:09.173522 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581dcc7f-7ef1-4c40-8532-cf3f00831289 x-openstack-request-id: req-581dcc7f-7ef1-4c40-8532-cf3f00831289 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:09.175467 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a59283d-5c89-4809-aed4-b3e2fb81ffd0", "name": "network-vif-deleted", "tag": "5942df3c-a88d-4480-90d6-40839fd4bc6e", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:09.175905 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-581dcc7f-7ef1-4c40-8532-cf3f00831289 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:09.176482 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a59283d-5c89-4809-aed4-b3e2fb81ffd0', 'name': 'network-vif-deleted', 'tag': '5942df3c-a88d-4480-90d6-40839fd4bc6e', 'status': 'completed', 'code': 200} Sep 09 14:47:09.386161 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29402eb-894d-4b63-9d28-479b0f90e4d1 req-e3d968bc-6502-41c5-ab20-111bd7fde854 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:09.400346 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f29402eb-894d-4b63-9d28-479b0f90e4d1 req-e3d968bc-6502-41c5-ab20-111bd7fde854 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1173022 Sep 09 14:47:09.516020 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f29402eb-894d-4b63-9d28-479b0f90e4d1 req-9e5d3e69-4ca0-4ac6-b74e-e6abb4c023dc tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141806 Sep 09 14:47:09.674873 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a61ae7a5-5083-4e80-95ac-3294fc05f3b6 req-65271793-1ee8-4e88-ae86-f84369f63719 tempest-VolumesNegativeTest-1640972150 tempest-VolumesNegativeTest-1640972150-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a59283d-5c89-4809-aed4-b3e2fb81ffd0 HTTP/1.1" status: 200 len: 210 time: 0.0386879 Sep 09 14:47:09.683586 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a337a02-1a15-446e-a6f3-dccbe310e460 req-474a4609-6903-4903-9686-1cfa3d1be0db tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:09.691170 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1a337a02-1a15-446e-a6f3-dccbe310e460 req-474a4609-6903-4903-9686-1cfa3d1be0db tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 945 time: 0.0660751 Sep 09 14:47:09.741940 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1a337a02-1a15-446e-a6f3-dccbe310e460 req-5c309bad-ca42-4d37-8874-1e81a839c59c tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/security-groups?id=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Sep 09 14:47:09.830982 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502cc4ec-d638-4ea8-8c8a-4f3cce19bf4a req-811d0322-bdd7-4f06-942d-603ed085015b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:09.846766 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-502cc4ec-d638-4ea8-8c8a-4f3cce19bf4a req-811d0322-bdd7-4f06-942d-603ed085015b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1140912 Sep 09 14:47:09.895101 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-502cc4ec-d638-4ea8-8c8a-4f3cce19bf4a req-f5fe2709-287b-4a18-9921-e9c1dc4067fe tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368216 Sep 09 14:47:10.041388 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-4117df8e-7b79-4f66-bd56-c1fecc7f5b53 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:10.042478 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-4117df8e-7b79-4f66-bd56-c1fecc7f5b53 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 945 time: 0.0500679 Sep 09 14:47:10.132506 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5f95a-b0c4-4242-81cc-c5a0be5b7e5c req-a9cf09de-d49f-4006-a13c-fd717966d295 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:10.134398 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a2d5f95a-b0c4-4242-81cc-c5a0be5b7e5c req-a9cf09de-d49f-4006-a13c-fd717966d295 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0544977 Sep 09 14:47:10.151493 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Deleting port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:47:10.152068 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:10.187525 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a2d5f95a-b0c4-4242-81cc-c5a0be5b7e5c req-8c8482b7-5216-45c5-9639-2e3f67aebb6d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445440 Sep 09 14:47:10.252087 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] For port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,segment=NetworkSegment(3750c33e-0b3d-4e5f-bdec-6a37ea909a2c),segment_id=3750c33e-0b3d-4e5f-bdec-6a37ea909a2c)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:10.252460 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:10.265759 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Calling delete_port for 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:47:10.395512 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:10.425030 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Pushing event deleted for resources: {'Port': ['ID=7d0fbd21-003b-4bdb-a5c7-a8fc189625b2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:10.468375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] No DVR routers for this DVR port 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:47:10.470925 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:10.473564 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1fe8c11c-7b86-4214-a447-723b1cb5176b req-662c2e9b-37f4-49b2-968c-534260a226d0 tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.13 "DELETE /v2.0/ports/7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 HTTP/1.1" status: 204 len: 173 time: 0.4235940 Sep 09 14:47:10.663508 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9d2a-5517-44bd-a36e-df75622ce7a0 req-8a98d723-559e-4c01-9750-d75a9764d718 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:10.665136 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-933c9d2a-5517-44bd-a36e-df75622ce7a0 req-8a98d723-559e-4c01-9750-d75a9764d718 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0680382 Sep 09 14:47:10.716318 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-933c9d2a-5517-44bd-a36e-df75622ce7a0 req-ba3df11e-319c-464c-9730-7d9baba9bbb5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441105 Sep 09 14:47:10.864915 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0c368825-a2cf-4f97-adbd-150702361c23 req-85b8a360-7bac-4ffe-81c1-63ccca0834ca tempest-VolumesActionsTest-200104771 tempest-VolumesActionsTest-200104771-project] 10.222.0.21 "GET /v2.0/ports?device_id=f68e5550-6f12-4eec-b32d-fbddab221bb4 HTTP/1.1" status: 200 len: 210 time: 0.0301456 Sep 09 14:47:10.891182 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-739f22fd-b415-4066-a5cd-857266141b37 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:10.896377 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-739f22fd-b415-4066-a5cd-857266141b37 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 814 time: 0.1440916 Sep 09 14:47:10.932579 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-1e9cf4bd-d7c6-4a22-8f9a-dcbfb6d31923 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/quotas/18de702e9d5243bbb5436b967a41bf9e HTTP/1.1" status: 200 len: 375 time: 0.0327322 Sep 09 14:47:11.032403 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-cb656b59-e208-4f30-bd91-cc952c54d808 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903454 Sep 09 14:47:11.070876 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acc554-472d-4123-a332-55919c7e3588 req-c13e5e6b-95bd-4358-a7df-2317bad18acb tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:11.072882 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-83acc554-472d-4123-a332-55919c7e3588 req-c13e5e6b-95bd-4358-a7df-2317bad18acb tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0643418 Sep 09 14:47:11.144087 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-83acc554-472d-4123-a332-55919c7e3588 req-6e9e554f-620d-4d5c-9f26-f75abb72e208 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631835 Sep 09 14:47:11.163608 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-74f0f36b-9e3c-4f65-b97d-b28993dbc0e4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287935 Sep 09 14:47:11.188470 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'name': 'network-vif-deleted', 'tag': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:11.190749 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c72cf-6ac0-47e5-9dff-5dbd0d62f7f1" -d '{"events": [{"server_uuid": "f68e5550-6f12-4eec-b32d-fbddab221bb4", "name": "network-vif-deleted", "tag": "7d0fbd21-003b-4bdb-a5c7-a8fc189625b2"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:11.243047 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1619f4-10fb-4ecb-8025-19aeaa5a4ce9 x-openstack-request-id: req-0e1619f4-10fb-4ecb-8025-19aeaa5a4ce9 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:11.243810 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68e5550-6f12-4eec-b32d-fbddab221bb4", "name": "network-vif-deleted", "tag": "7d0fbd21-003b-4bdb-a5c7-a8fc189625b2", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:11.244062 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e1619f4-10fb-4ecb-8025-19aeaa5a4ce9 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:11.244460 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68e5550-6f12-4eec-b32d-fbddab221bb4', 'name': 'network-vif-deleted', 'tag': '7d0fbd21-003b-4bdb-a5c7-a8fc189625b2', 'status': 'completed', 'code': 200} Sep 09 14:47:11.288967 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-d242b0cc-2a7f-4782-aef1-368361f3485c service neutron] 10.222.0.21 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238089 Sep 09 14:47:11.338285 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd566cbd-765d-49fc-95df-76c0128d9391 req-658d4ad5-76e4-4f89-aba9-c01e201d52b1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:11.346945 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cd566cbd-765d-49fc-95df-76c0128d9391 req-658d4ad5-76e4-4f89-aba9-c01e201d52b1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0626559 Sep 09 14:47:11.383714 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cd566cbd-765d-49fc-95df-76c0128d9391 req-3e7ea340-1c6e-4a68-bff7-9b7d299a8d2f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357051 Sep 09 14:47:11.512995 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-242e70c8-0707-4a2f-a421-c0e1c6b0186a req-6254ffe2-4c5b-4fb4-843a-5be07d4144be tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 210 time: 0.0342958 Sep 09 14:47:11.562017 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c693eb-52e6-4ea7-8b54-83e213400e01 req-f007a726-0804-4384-8540-0e5977d2c943 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:11.572907 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 46290) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:11.576937 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-82c693eb-52e6-4ea7-8b54-83e213400e01 req-f007a726-0804-4384-8540-0e5977d2c943 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.1050787 Sep 09 14:47:11.584124 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'floatingip': {'port_id': '6957e606-a596-4f01-a470-ae06f9d38082'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:11.672930 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:11.929853 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba1c5-d071-4a91-a5ff-fb561d95a62a req-f0f84925-6ea6-40d0-af16-678dbff2dda3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:11.941258 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-107ba1c5-d071-4a91-a5ff-fb561d95a62a req-f0f84925-6ea6-40d0-af16-678dbff2dda3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1388543 Sep 09 14:47:12.054673 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-107ba1c5-d071-4a91-a5ff-fb561d95a62a req-975a85df-8f41-4f65-a332-884aacf2af54 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745835 Sep 09 14:47:12.150613 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:47:12.180443 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:47:12.180957 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 7d0fbd21-003b-4bdb-a5c7-a8fc189625b2 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:47:12.366429 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa7620-b5b2-4372-b4b2-6b48b8dbfd25 req-999177cc-daa8-42fe-b3a6-f50f54fd305e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:12.374890 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5faa7620-b5b2-4372-b4b2-6b48b8dbfd25 req-999177cc-daa8-42fe-b3a6-f50f54fd305e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0780420 Sep 09 14:47:12.417059 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5faa7620-b5b2-4372-b4b2-6b48b8dbfd25 req-037955cf-9e6a-4817-b671-3445abd02f18 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413053 Sep 09 14:47:12.634502 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:12.650342 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c77b287c-a2a9-4e61-a688-38d8e00f0909 req-beed45b8-640e-4718-8dbe-58a1af6565d4 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 210 time: 0.0507078 Sep 09 14:47:12.651403 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:13.149099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cc4f0-e3c7-4286-8832-bfdaf382cbab req-0e1bed6e-01ef-4125-ac9d-8fde973d872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:13.150654 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-471cc4f0-e3c7-4286-8832-bfdaf382cbab req-0e1bed6e-01ef-4125-ac9d-8fde973d872e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.4613819 Sep 09 14:47:13.202261 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-9f77ea7f-fb00-4f3c-be62-8be134f53d7a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:13.205102 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-9f77ea7f-fb00-4f3c-be62-8be134f53d7a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.13 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 814 time: 0.4628048 Sep 09 14:47:13.206518 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Floating IP 2b016a7d-7a78-463f-b1f8-e947616ed991 associated. External IP: 172.27.2.246, port: 6957e606-a596-4f01-a470-ae06f9d38082. Sep 09 14:47:13.259893 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'port': {'device_id': '5d537c9e-d459-4788-8017-8f0ec229f752', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'admin_state_up': True, 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:13.289593 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c7fa5-5fca-4795-9c90-2ecee6364e8a req-9e847a9f-be85-42a9-8d2f-533825ad1e9a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:13.291260 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c75c7fa5-5fca-4795-9c90-2ecee6364e8a req-9e847a9f-be85-42a9-8d2f-533825ad1e9a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1361566 Sep 09 14:47:13.318527 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-471cc4f0-e3c7-4286-8832-bfdaf382cbab req-43313af4-214a-4722-a7f5-9fd77a0921ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610675 Sep 09 14:47:13.360817 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c75c7fa5-5fca-4795-9c90-2ecee6364e8a req-9fb791c3-74a8-4113-b2dd-0ab6136deab5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606346 Sep 09 14:47:13.676418 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Made reservation on behalf of 18de702e9d5243bbb5436b967a41bf9e for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:47:13.679944 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:13.698960 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8352a1d-a14c-4ccd-bd1d-85cc1dd787bd req-6fce9e51-6dc8-4897-be32-d0ba291aaabf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:13.700723 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8352a1d-a14c-4ccd-bd1d-85cc1dd787bd req-6fce9e51-6dc8-4897-be32-d0ba291aaabf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1506295 Sep 09 14:47:13.791500 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:47:13.814566 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-938d6b12-51f6-4214-9000-a2db4c10e486 req-e451a668-43b6-4af1-9adb-a5c3952d4688 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 210 time: 0.0409842 Sep 09 14:47:13.817779 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8352a1d-a14c-4ccd-bd1d-85cc1dd787bd req-6f40e669-c738-40df-9003-a629c287b1bf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048760 Sep 09 14:47:13.988488 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Allocated IP 172.20.0.9 (f9c27937-6e96-47ba-9c6d-bedf98f29525/fa2fc9aa-5aad-415a-a607-7a298eeb045f/fe59dde9-c40c-4fdb-a400-182133e90f3d) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:47:14.018958 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:47:14.025223 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:14.033921 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:47:14.046520 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:47:14.047527 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:47:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:14.078077 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ace489ac-55ec-4099-aa22-1b8a0cc074e8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "PUT /v2.0/floatingips/2b016a7d-7a78-463f-b1f8-e947616ed991 HTTP/1.1" status: 200 len: 991 time: 2.4991853 Sep 09 14:47:14.082186 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:14.084655 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c727268-1adb-4b24-92ef-31580ab316f6" -d '{"events": [{"name": "network-changed", "server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "tag": "6957e606-a596-4f01-a470-ae06f9d38082"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:14.154851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e09a023-c0ee-469e-bd45-a5c34112e566 x-openstack-request-id: req-1e09a023-c0ee-469e-bd45-a5c34112e566 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:14.154851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "tag": "6957e606-a596-4f01-a470-ae06f9d38082", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:14.154851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e09a023-c0ee-469e-bd45-a5c34112e566 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:14.154851 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082', 'status': 'completed', 'code': 200} Sep 09 14:47:14.207307 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:47:14.261294 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:14.277245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Transition to ACTIVE for port object fe59dde9-c40c-4fdb-a400-182133e90f3d will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:47:14.314083 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:14.369584 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:47:14.372721 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:47:14.377883 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:47:14.385464 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:14.386592 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:14.401804 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:14.415383 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-472f8d78-16f6-4b16-80e4-e481a29d44ec tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1623576 Sep 09 14:47:14.457021 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '2b016a7d-7a78-463f-b1f8-e947616ed991', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'port_id': '6957e606-a596-4f01-a470-ae06f9d38082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'mac_address': 'fa:16:3e:be:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:46:53Z', 'updated_at': '2021-09-09T14:47:12Z', 'revision_number': 1, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:14.484288 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:47:14.489638 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896ca12-7c0c-4361-bbb2-85cb6c3bbab4 req-8a724912-3f1d-43b8-90a4-f9f6aed2fc78 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:14.491222 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7896ca12-7c0c-4361-bbb2-85cb6c3bbab4 req-8a724912-3f1d-43b8-90a4-f9f6aed2fc78 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0518625 Sep 09 14:47:14.493199 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:47:14.493824 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:47:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:14.534137 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7896ca12-7c0c-4361-bbb2-85cb6c3bbab4 req-a9bc3e6a-dcf7-44a2-a208-eda38580f2d3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353062 Sep 09 14:47:14.604631 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:47:14.658483 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c425bc76-0726-42da-a6b0-71f4d1cf894a None None] Provisioning for port fe59dde9-c40c-4fdb-a400-182133e90f3d completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:47:14.662444 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-c425bc76-0726-42da-a6b0-71f4d1cf894a None None] Provisioning complete for port fe59dde9-c40c-4fdb-a400-182133e90f3d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:14.662815 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c425bc76-0726-42da-a6b0-71f4d1cf894a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:14.698647 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-c425bc76-0726-42da-a6b0-71f4d1cf894a None None] Port fe59dde9-c40c-4fdb-a400-182133e90f3d cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:47:14.895255 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '2b016a7d-7a78-463f-b1f8-e947616ed991', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'port_id': '6957e606-a596-4f01-a470-ae06f9d38082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'mac_address': 'fa:16:3e:be:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:46:53Z', 'updated_at': '2021-09-09T14:47:12Z', 'revision_number': 1, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:14.921762 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9c218-1c29-4312-aa08-6b7858b07f8e None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '2b016a7d-7a78-463f-b1f8-e947616ed991', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'floating_ip_address': '172.27.2.246', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'port_id': '6957e606-a596-4f01-a470-ae06f9d38082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'mac_address': 'fa:16:3e:be:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:46:53Z', 'updated_at': '2021-09-09T14:47:12Z', 'revision_number': 1, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:47:14.938872 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41101d3-ea69-4371-8333-fa4a03ca7f0c req-bd37e40f-077c-457a-a695-b1de95702753 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:14.940528 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e41101d3-ea69-4371-8333-fa4a03ca7f0c req-bd37e40f-077c-457a-a695-b1de95702753 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 931 time: 0.0484231 Sep 09 14:47:14.979893 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e41101d3-ea69-4371-8333-fa4a03ca7f0c req-7f0c85c9-bec1-4d17-8c3b-777d08609b18 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333629 Sep 09 14:47:15.088560 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970b6e1-f53e-42d8-8ed1-e7cdbe9e6cd9 req-b7b41809-09ca-4ff3-aed4-27ff256bf7ed tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:15.091834 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6970b6e1-f53e-42d8-8ed1-e7cdbe9e6cd9 req-b7b41809-09ca-4ff3-aed4-27ff256bf7ed tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0562551 Sep 09 14:47:15.113442 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf88fb7-09d5-4cba-a216-e5c91bd5c653 None None] New status for floating IP 2b016a7d-7a78-463f-b1f8-e947616ed991: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:47:15.131719 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6970b6e1-f53e-42d8-8ed1-e7cdbe9e6cd9 req-2a88e96d-0aea-4596-968e-3a632b5ab190 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350413 Sep 09 14:47:15.687354 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a679de7-d646-4d05-8ebf-4bd33e69d8ac req-2853ab1b-3895-439f-94f5-9e32751116c1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:15.688931 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7a679de7-d646-4d05-8ebf-4bd33e69d8ac req-2853ab1b-3895-439f-94f5-9e32751116c1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0488546 Sep 09 14:47:15.726890 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7a679de7-d646-4d05-8ebf-4bd33e69d8ac req-c7cbd7f0-bd8d-49e8-b6e6-54914f58648c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319500 Sep 09 14:47:16.091837 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d4efa-4dfb-4274-9ad7-b336af62d11c req-1ed53200-4ee3-4f55-a91d-1cda64fe566c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:16.093473 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bc0d4efa-4dfb-4274-9ad7-b336af62d11c req-1ed53200-4ee3-4f55-a91d-1cda64fe566c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 931 time: 0.0481863 Sep 09 14:47:16.138209 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bc0d4efa-4dfb-4274-9ad7-b336af62d11c req-655aef0d-426b-40f6-810c-2838b443a0d8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378413 Sep 09 14:47:16.293292 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f44117-2ab0-4323-92e5-c3e76210216a req-775f6fe4-e429-4a98-a1c0-987729b599aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:16.296146 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a9f44117-2ab0-4323-92e5-c3e76210216a req-775f6fe4-e429-4a98-a1c0-987729b599aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0611451 Sep 09 14:47:16.342753 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a9f44117-2ab0-4323-92e5-c3e76210216a req-f642d728-5b2e-44e5-924e-94d96710bef5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Sep 09 14:47:16.851600 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a6552-ac6d-4650-b282-1d0d1305684a req-e22182cd-bc1f-4b01-a30e-4c2bf46d3de0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:16.853856 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e71a6552-ac6d-4650-b282-1d0d1305684a req-e22182cd-bc1f-4b01-a30e-4c2bf46d3de0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0562854 Sep 09 14:47:16.898031 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e71a6552-ac6d-4650-b282-1d0d1305684a req-bb0cbd56-1178-46f0-b01e-b513f61ef80b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348940 Sep 09 14:47:17.282267 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dca39c-ba7a-42d3-8677-fdb9d9e0d888 req-6739387d-ed08-445c-8970-01f1a24387d8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:17.289306 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47dca39c-ba7a-42d3-8677-fdb9d9e0d888 req-6739387d-ed08-445c-8970-01f1a24387d8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 931 time: 0.0778358 Sep 09 14:47:17.365510 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46678) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:17.372343 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-47dca39c-ba7a-42d3-8677-fdb9d9e0d888 req-41e92287-a136-4bcc-9e92-92337c307797 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729978 Sep 09 14:47:17.429101 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Deleting subnet 9d33a726-5f73-4dd6-83a5-3d26bf22ef47 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:47:17.432564 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:17.534231 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:17.648304 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:17.682233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4709c-0acf-4b2e-80c2-8bd09631ae38 req-b8e206b6-9b2a-4c3f-a5e4-6ba1db87a6ba tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:17.698396 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcf4709c-0acf-4b2e-80c2-8bd09631ae38 req-b8e206b6-9b2a-4c3f-a5e4-6ba1db87a6ba tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.2020936 Sep 09 14:47:17.861273 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:17.862215 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcf4709c-0acf-4b2e-80c2-8bd09631ae38 req-3513c257-c3eb-42a1-bd4d-357fd9269c0d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594770 Sep 09 14:47:17.955298 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d33a726-5f73-4dd6-83a5-3d26bf22ef47,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:17.990292 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:17.992358 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d33a726-5f73-4dd6-83a5-3d26bf22ef47 HTTP/1.1" status: 204 len: 168 time: 0.6257625 Sep 09 14:47:17.994936 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 46700) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:18.018497 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.018998 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.019358 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.019699 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.020070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.020423 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.020739 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.021083 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.021398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.021721 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.022045 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.022367 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d998455f-9951-48f8-b4be-69c3c25886a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.130615 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.205480 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d3507-6966-4f4b-b4db-04655651ff34 req-ad33e0c7-3852-4646-9835-4d54a1ca9627 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:18.213539 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bc0d3507-6966-4f4b-b4db-04655651ff34 req-ad33e0c7-3852-4646-9835-4d54a1ca9627 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1685455 Sep 09 14:47:18.267275 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46702) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:18.300088 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bc0d3507-6966-4f4b-b4db-04655651ff34 req-074f9329-dd4f-4f3a-9a24-150c144e255f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784473 Sep 09 14:47:18.329576 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.371469 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.372285 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.375188 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.376025 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.384408 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.386062 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.386769 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.387483 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.388098 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.388884 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.522486 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.522841 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.523175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.523510 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:47:18.523925 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b78f31-24d3-4350-8fa3-5b9e1f1c34ad']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:18.544604 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5392b124-be9d-4797-b52f-222a6cfd0ead') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:18.544951 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5392b124-be9d-4797-b52f-222a6cfd0ead') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:18.560860 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7c6e4e0e-f52b-40b0-bf5c-e1a16f86b3ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aaf156c71a014e16b00523c11f93f479&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2921572 Sep 09 14:47:18.562958 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46708) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:18.563486 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.590872 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.600735 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:47:18.601176 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.660156 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6e2c-8263-4412-b0cc-47272f0e2a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: from cryptography.utils import int_from_bytes Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: from cryptography.utils import int_from_bytes Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:47:18.677058 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:47:18.689289 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.709973 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6e2c-8263-4412-b0cc-47272f0e2a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.732655 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.737672 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/56b78f31-24d3-4350-8fa3-5b9e1f1c34ad HTTP/1.1" status: 204 len: 168 time: 0.7417746 Sep 09 14:47:18.739625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46710) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:18.751143 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b78f31-24d3-4350-8fa3-5b9e1f1c34ad,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:18.773340 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.773735 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.774031 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.774372 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.774706 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.775043 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.775371 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.775701 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.776050 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.776376 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.776699 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.777021 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b30827b-323b-49e5-b333-ddd6215f16e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:18.815862 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440a207-7360-4364-9e06-76f13b4fb759 req-13001e36-4049-40ef-b362-149d0a0a593e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:18.823973 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a440a207-7360-4364-9e06-76f13b4fb759 req-13001e36-4049-40ef-b362-149d0a0a593e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 931 time: 0.1458731 Sep 09 14:47:18.863375 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6e2c-8263-4412-b0cc-47272f0e2a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.870277 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a2ba6e2c-8263-4412-b0cc-47272f0e2a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.870277 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a2ba6e2c-8263-4412-b0cc-47272f0e2a67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beb0d628-949a-473b-ba0e-24bb624768f9 HTTP/1.1" status: 204 len: 168 time: 0.3031073 Sep 09 14:47:18.906657 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba6e2c-8263-4412-b0cc-47272f0e2a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb0d628-949a-473b-ba0e-24bb624768f9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:18.925404 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Deleting subnet dc99cb5f-f997-405c-8fb0-0905b84596c9 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:47:18.941078 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:18.962539 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a440a207-7360-4364-9e06-76f13b4fb759 req-ca5f1aa8-0382-4ea3-92b8-627269e7a6aa tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297901 Sep 09 14:47:19.065783 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.142724 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.213554 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302c646-3919-4964-b4f4-42c1808a2226 req-d9844904-49be-48da-9365-8c4cf003fa29 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:19.226156 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0302c646-3919-4964-b4f4-42c1808a2226 req-d9844904-49be-48da-9365-8c4cf003fa29 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1346219 Sep 09 14:47:19.302297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.351088 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0302c646-3919-4964-b4f4-42c1808a2226 req-5d6e59bd-fda4-409d-bb41-bfcefbc9e54c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237824 Sep 09 14:47:19.384255 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc99cb5f-f997-405c-8fb0-0905b84596c9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:19.405735 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.411942 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-01578f75-1787-4e2e-9186-a2b0eceaeb85 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc99cb5f-f997-405c-8fb0-0905b84596c9 HTTP/1.1" status: 204 len: 168 time: 0.6706927 Sep 09 14:47:19.414174 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46724) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:19.588249 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.622233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6df507-fe85-4b31-86a2-92b8d4dfb8b3 req-8465c923-b6cd-41cd-a89d-65d7c789354b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:19.626058 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9e6df507-fe85-4b31-86a2-92b8d4dfb8b3 req-8465c923-b6cd-41cd-a89d-65d7c789354b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1299324 Sep 09 14:47:19.756041 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9e6df507-fe85-4b31-86a2-92b8d4dfb8b3 req-01db30ff-194c-4e2f-9f38-2e20d9d4bc4c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127667 Sep 09 14:47:19.772821 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Request body: {'port': {'device_id': '5d537c9e-d459-4788-8017-8f0ec229f752', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:19.817774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.874293 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697dc139-c525-48c5-83e4-5065c73f9c97']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:19.902228 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849a2583-b48c-4e89-991c-28958e68b58c') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:19.902762 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849a2583-b48c-4e89-991c-28958e68b58c') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:19.921872 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.943334 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.959342 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:47:19.959950 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.977387 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:19.982236 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-8ed11b70-fabf-4456-9d2f-c43d2ceaeec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:19.984634 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-8ed11b70-fabf-4456-9d2f-c43d2ceaeec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1098 time: 0.1193769 Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:47:20.008732 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:47:20.120206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.144052 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.148658 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] 10.222.0.21 "DELETE /v2.0/networks/697dc139-c525-48c5-83e4-5065c73f9c97 HTTP/1.1" status: 204 len: 168 time: 0.7260168 Sep 09 14:47:20.192910 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80c90e-c175-460b-8f40-03242fb51efc admin admin] Pushing event deleted for resources: {'Network': ['ID=697dc139-c525-48c5-83e4-5065c73f9c97,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:20.382141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46754) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:20.511893 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-809d2e9c-ed63-4b6d-8200-7993551e4b4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c305d484e8f74c25befc071f63a3f6be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1212893 Sep 09 14:47:20.514712 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46756) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:20.704166 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b6e139a9-d76d-4ab0-bad8-b8ce52648e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.726105 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23525b28-1a72-40a3-b21e-f712ba5398a3 req-fb07641e-bb2a-4d96-ab1c-4996f8a72b77 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:20.734144 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23525b28-1a72-40a3-b21e-f712ba5398a3 req-fb07641e-bb2a-4d96-ab1c-4996f8a72b77 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1465199 Sep 09 14:47:20.768956 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b6e139a9-d76d-4ab0-bad8-b8ce52648e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.807654 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe59dde9-c40c-4fdb-a400-182133e90f3d {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:47:20.820363 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-2755e278-d9ff-423e-a1f2-d72bad72f3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:20.830051 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-2755e278-d9ff-423e-a1f2-d72bad72f3a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.7898810 Sep 09 14:47:20.843291 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.888420 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23525b28-1a72-40a3-b21e-f712ba5398a3 req-dcb8e3cc-01d2-4a4d-8263-04e6d94c38e1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390994 Sep 09 14:47:20.909707 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abd2d2-aa55-4897-a2a2-a45ba1f3c2b8 req-a8e8411a-9f49-44ee-82f0-187c257c883e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:20.926347 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21abd2d2-aa55-4897-a2a2-a45ba1f3c2b8 req-a8e8411a-9f49-44ee-82f0-187c257c883e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 931 time: 0.7949231 Sep 09 14:47:20.930345 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b6e139a9-d76d-4ab0-bad8-b8ce52648e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.935011 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b6e139a9-d76d-4ab0-bad8-b8ce52648e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:20.936413 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b6e139a9-d76d-4ab0-bad8-b8ce52648e52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1bcebb8-675b-43bd-b6a2-823967b17bd9 HTTP/1.1" status: 204 len: 168 time: 0.4205365 Sep 09 14:47:20.970510 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Transition to ACTIVE for port object fe59dde9-c40c-4fdb-a400-182133e90f3d will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:47:20.972868 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e139a9-d76d-4ab0-bad8-b8ce52648e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bcebb8-675b-43bd-b6a2-823967b17bd9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:20.989663 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.200548 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:21.220248 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04660132-9915-42dd-8da7-e515e06059f4 req-62684bba-c072-43f1-9023-98c200081956 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:21.221864 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-04660132-9915-42dd-8da7-e515e06059f4 req-62684bba-c072-43f1-9023-98c200081956 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1146593 Sep 09 14:47:21.307187 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-04660132-9915-42dd-8da7-e515e06059f4 req-7b45d7f8-12ba-4a9c-9465-53f96029551b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693080 Sep 09 14:47:21.467183 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Attempting to bind port fe59dde9-c40c-4fdb-a400-182133e90f3d on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:47:21.468178 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Attempting to bind port fe59dde9-c40c-4fdb-a400-182133e90f3d by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:47:21.469375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Attempting to bind port fe59dde9-c40c-4fdb-a400-182133e90f3d on network f9c27937-6e96-47ba-9c6d-bedf98f29525 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:47:21.485676 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21abd2d2-aa55-4897-a2a2-a45ba1f3c2b8 req-7d1fb955-ff17-4892-a1a6-e1bbaa8d9b90 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5581617 Sep 09 14:47:21.486605 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Port fe59dde9-c40c-4fdb-a400-182133e90f3d on network f9c27937-6e96-47ba-9c6d-bedf98f29525 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:47:21.487108 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Attempting to bind port fe59dde9-c40c-4fdb-a400-182133e90f3d on network f9c27937-6e96-47ba-9c6d-bedf98f29525 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:47:21.493373 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:47:21.493945 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Checking segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:47:21.494515 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Bound using segment: {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:47:21.495221 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Bound port: fe59dde9-c40c-4fdb-a400-182133e90f3d, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '028e5b17-064b-406b-a53a-d6035959fbf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:47:21.495781 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.618107 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46784) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:21.628773 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:47:21.637756 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:47:21.648073 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.680150 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d29a125c-7ac3-4622-bab4-dad303df2015 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a63ed1760cd148e38ed587c5eef96ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606935 Sep 09 14:47:21.683026 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46788) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:21.730026 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:21.730849 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.732619 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 1093 time: 1.9719861 Sep 09 14:47:21.733559 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:21.736225 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d0eba2-2101-4f67-baea-09efa65d7cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:21.800445 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e22890c-3a43-4393-842d-bda0140c87d7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:21.806414 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c67f2-684d-4b4e-83da-353b37977af8 x-openstack-request-id: req-045c67f2-684d-4b4e-83da-353b37977af8 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:21.806949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:21.807409 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-045c67f2-684d-4b4e-83da-353b37977af8 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:21.808042 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'status': 'completed', 'code': 200} Sep 09 14:47:21.820391 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-057f087a-8432-4468-a639-ba5d1fea943e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.852661 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-057f087a-8432-4468-a639-ba5d1fea943e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.977162 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-057f087a-8432-4468-a639-ba5d1fea943e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.984827 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-057f087a-8432-4468-a639-ba5d1fea943e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:21.984827 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-057f087a-8432-4468-a639-ba5d1fea943e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b8ef90d-fa3e-4cf0-9064-4bb995cea37c HTTP/1.1" status: 204 len: 168 time: 0.2967346 Sep 09 14:47:22.121825 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f087a-8432-4468-a639-ba5d1fea943e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8ef90d-fa3e-4cf0-9064-4bb995cea37c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:22.223300 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaaed3-c6ae-4960-ab26-42ed5a691fbc req-1cda932e-7076-4425-95ce-cf24b754bd4b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:22.224860 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75aaaed3-c6ae-4960-ab26-42ed5a691fbc req-1cda932e-7076-4425-95ce-cf24b754bd4b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0690131 Sep 09 14:47:22.268958 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-75aaaed3-c6ae-4960-ab26-42ed5a691fbc req-6564c996-f826-4277-ba4d-3c768c1684aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373244 Sep 09 14:47:22.435406 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28f9dc-f782-4c98-815b-418c05059c14 req-acad70f2-076c-4349-9edd-4a2e7c9d1fa3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:22.437653 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9e28f9dc-f782-4c98-815b-418c05059c14 req-acad70f2-076c-4349-9edd-4a2e7c9d1fa3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0515311 Sep 09 14:47:22.497338 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9e28f9dc-f782-4c98-815b-418c05059c14 req-c2617411-c957-459d-bedc-6fa219d1e8d0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498180 Sep 09 14:47:22.647636 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d69b6b-49b1-459f-860c-4c0ac64dd82a req-5746d5e6-1439-44a2-943b-94b00fbeaa37 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:22.649135 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06d69b6b-49b1-459f-860c-4c0ac64dd82a req-5746d5e6-1439-44a2-943b-94b00fbeaa37 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.0590353 Sep 09 14:47:22.700413 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06d69b6b-49b1-459f-860c-4c0ac64dd82a req-eb8abbe4-ff30-4b48-9b17-4033f06a267b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433538 Sep 09 14:47:23.400225 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911a7d8-8e34-422a-9414-7408b6ad5c31 req-1d80d650-851f-4f28-9de9-ac9ab81c3858 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:23.401886 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5911a7d8-8e34-422a-9414-7408b6ad5c31 req-1d80d650-851f-4f28-9de9-ac9ab81c3858 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0508401 Sep 09 14:47:23.418898 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46834) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:23.459077 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5911a7d8-8e34-422a-9414-7408b6ad5c31 req-681c90af-746d-4bd5-a248-cb9236705762 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490129 Sep 09 14:47:23.527257 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f465f77b-80d5-4e0f-bc61-41ba0a446e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.645626 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3c795-c705-4361-bbf1-326d96513010 req-0ad7395d-eca6-4930-b54c-10053eecbc0a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:23.647504 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-57f3c795-c705-4361-bbf1-326d96513010 req-0ad7395d-eca6-4930-b54c-10053eecbc0a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0793307 Sep 09 14:47:23.659793 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f465f77b-80d5-4e0f-bc61-41ba0a446e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.664537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f465f77b-80d5-4e0f-bc61-41ba0a446e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.695355 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-57f3c795-c705-4361-bbf1-326d96513010 req-2225e3a0-02c7-4bd4-baba-3dd931526bac tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384166 Sep 09 14:47:23.721265 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f465f77b-80d5-4e0f-bc61-41ba0a446e18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7974738d09ae4316b6c8dcb3e47e3743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984235 Sep 09 14:47:23.721265 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465f77b-80d5-4e0f-bc61-41ba0a446e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21671d27-bc81-43ee-a5c0-a17818d529a5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:23.722302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 46842) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:23.805437 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17b04485-b080-4ee2-9559-f502991bd14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.835794 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17b04485-b080-4ee2-9559-f502991bd14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.907435 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17b04485-b080-4ee2-9559-f502991bd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.911264 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-17b04485-b080-4ee2-9559-f502991bd14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:23.912687 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-17b04485-b080-4ee2-9559-f502991bd14f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21671d27-bc81-43ee-a5c0-a17818d529a5 HTTP/1.1" status: 204 len: 168 time: 0.1894624 Sep 09 14:47:23.927589 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b04485-b080-4ee2-9559-f502991bd14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21671d27-bc81-43ee-a5c0-a17818d529a5,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:23.941133 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76955f-edec-486c-853a-6f18c24e17af req-66e75f99-5553-48fd-96a7-49d332366d2d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:23.951278 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d76955f-edec-486c-853a-6f18c24e17af req-66e75f99-5553-48fd-96a7-49d332366d2d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.1483765 Sep 09 14:47:24.009372 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d76955f-edec-486c-853a-6f18c24e17af req-af3a435d-2021-4f29-9be4-54a4cb82c995 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551698 Sep 09 14:47:24.678651 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa07ab-9fe4-40a5-b996-9f66ac7e7ade req-fef8162a-b7d2-4992-8fec-1389656aa7b7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:24.682325 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a7fa07ab-9fe4-40a5-b996-9f66ac7e7ade req-fef8162a-b7d2-4992-8fec-1389656aa7b7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1098530 Sep 09 14:47:24.746926 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a7fa07ab-9fe4-40a5-b996-9f66ac7e7ade req-a0d2836f-9b6f-4654-887b-997e66f490ae tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584748 Sep 09 14:47:24.944696 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33a066-123d-4b3a-acce-bdbae63fa0b1 req-e17240e5-06ac-49bb-9ce5-8050cec9c3c2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:24.960190 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1a33a066-123d-4b3a-acce-bdbae63fa0b1 req-e17240e5-06ac-49bb-9ce5-8050cec9c3c2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1183708 Sep 09 14:47:25.050625 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1a33a066-123d-4b3a-acce-bdbae63fa0b1 req-b31cf30f-9d0f-40bb-8306-db4b3906cc47 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812933 Sep 09 14:47:25.245229 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2025a-0d4a-4fd4-aa34-41063b165d62 req-c4cb74e0-4f81-4fc8-b42a-5d4e9ddd8bae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:25.260974 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d1a2025a-0d4a-4fd4-aa34-41063b165d62 req-c4cb74e0-4f81-4fc8-b42a-5d4e9ddd8bae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.1034882 Sep 09 14:47:25.314023 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d1a2025a-0d4a-4fd4-aa34-41063b165d62 req-659bf725-83e2-48ac-909e-5ad7a48f01dc tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437775 Sep 09 14:47:25.932023 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b3f8c-a657-431e-b42e-c66a4709d62d req-4842ff04-ab80-466e-abbe-137e69c1d314 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:25.941658 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-093b3f8c-a657-431e-b42e-c66a4709d62d req-4842ff04-ab80-466e-abbe-137e69c1d314 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0858798 Sep 09 14:47:26.006716 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-093b3f8c-a657-431e-b42e-c66a4709d62d req-71152ea7-e79c-4657-9953-861737429a5e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594840 Sep 09 14:47:26.316362 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a9547-3341-4ac7-b18f-be90a49305b8 req-5105a9b0-7614-47a3-8587-415be079e212 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:26.333903 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1e2a9547-3341-4ac7-b18f-be90a49305b8 req-5105a9b0-7614-47a3-8587-415be079e212 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1434824 Sep 09 14:47:26.431412 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1e2a9547-3341-4ac7-b18f-be90a49305b8 req-4994e2b1-5c9c-46a7-8496-50b10d7f0be3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947924 Sep 09 14:47:26.556695 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb133e9-3304-4c3f-858a-6d8a96a19e49 req-cf05e241-161d-409f-baf4-aab153c9aa1a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:26.565756 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb133e9-3304-4c3f-858a-6d8a96a19e49 req-cf05e241-161d-409f-baf4-aab153c9aa1a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.0623126 Sep 09 14:47:26.603000 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb133e9-3304-4c3f-858a-6d8a96a19e49 req-964f3132-f776-412a-b5df-cafd0ef3bbfb tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360160 Sep 09 14:47:27.125996 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ccc7-2db5-4f76-bae3-f4f88eb35cd3 req-67994fe5-40ad-4d35-bcd8-99385c6ec4dd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:27.127611 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6985ccc7-2db5-4f76-bae3-f4f88eb35cd3 req-67994fe5-40ad-4d35-bcd8-99385c6ec4dd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0517423 Sep 09 14:47:27.173083 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6985ccc7-2db5-4f76-bae3-f4f88eb35cd3 req-4193e0cf-c8ac-4437-bd30-33bf7f55fb3f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379047 Sep 09 14:47:27.545172 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4af039-4c11-41f4-b265-1ea1151ad475 req-72106e81-8c23-41c8-bd60-37553bc5fb07 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:27.546858 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ae4af039-4c11-41f4-b265-1ea1151ad475 req-72106e81-8c23-41c8-bd60-37553bc5fb07 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0493886 Sep 09 14:47:27.586517 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ae4af039-4c11-41f4-b265-1ea1151ad475 req-c3d931fe-b11e-4376-8079-ed4394eaa259 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Sep 09 14:47:27.722911 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90009db9-348d-4d22-a080-4508515f05ed req-7985e86b-26ae-42d9-972f-ec707cb4316d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:27.724571 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-90009db9-348d-4d22-a080-4508515f05ed req-7985e86b-26ae-42d9-972f-ec707cb4316d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.0527840 Sep 09 14:47:27.763109 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-90009db9-348d-4d22-a080-4508515f05ed req-7e45db83-2638-4844-ba5d-4fd4c293a341 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322196 Sep 09 14:47:28.304755 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa18ce5-e08a-4a66-859d-ca34eb6182b3 req-464e7826-55de-4f8c-bf63-66d979d50629 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:28.306312 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1aa18ce5-e08a-4a66-859d-ca34eb6182b3 req-464e7826-55de-4f8c-bf63-66d979d50629 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0541053 Sep 09 14:47:28.348253 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1aa18ce5-e08a-4a66-859d-ca34eb6182b3 req-98fb206a-1e4d-46ef-9aeb-5a1771e050e2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346196 Sep 09 14:47:28.702245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd571e5-7e09-4533-9de5-306034d91fb9 req-d6c07809-fcce-407f-92a6-23c90030864e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:28.703806 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-acd571e5-7e09-4533-9de5-306034d91fb9 req-d6c07809-fcce-407f-92a6-23c90030864e tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0508752 Sep 09 14:47:28.744306 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-acd571e5-7e09-4533-9de5-306034d91fb9 req-89625f93-93e9-4cc8-8323-519ea2d6db40 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337162 Sep 09 14:47:28.891092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fab366-67ca-47c8-8ef8-313679134b07 req-0f6c2840-894c-4a53-9216-86f0d2601154 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:28.892868 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-76fab366-67ca-47c8-8ef8-313679134b07 req-0f6c2840-894c-4a53-9216-86f0d2601154 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.0584698 Sep 09 14:47:28.944697 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-76fab366-67ca-47c8-8ef8-313679134b07 req-0b1340b3-e185-4ea6-a2e0-1dfa547c13c0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454555 Sep 09 14:47:29.132058 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:29.427112 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-9f924f96-56e4-4251-b514-14092c264208 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 1001 time: 0.2460184 Sep 09 14:47:29.567507 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-7956f488-169f-47ea-b33e-a8f125df6d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:29.569833 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-7956f488-169f-47ea-b33e-a8f125df6d9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.1297150 Sep 09 14:47:29.626567 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-b15ba57b-ceb7-44f5-8564-387f2d51aee4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0979331 Sep 09 14:47:29.741684 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e264e4d7-7613-43a4-b435-2184f96d295f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:29.823774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-e8e08fe0-1daa-4868-ac4e-b89e03128099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:29.825739 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-e8e08fe0-1daa-4868-ac4e-b89e03128099 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 1098 time: 0.1099021 Sep 09 14:47:29.995992 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fbf7d-5238-4c91-950b-35ad08bc269f req-404f432e-ce49-44f0-9987-cd4ae0c5f713 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:29.997661 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-382fbf7d-5238-4c91-950b-35ad08bc269f req-404f432e-ce49-44f0-9987-cd4ae0c5f713 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1249149 Sep 09 14:47:30.013671 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-385c8c09-45d9-4dd8-ade4-8341b652d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.015844 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-385c8c09-45d9-4dd8-ade4-8341b652d2bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.1545074 Sep 09 14:47:30.065213 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-68e2a9e8-5272-493a-92ee-87108f146924 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4d06c40-a6ff-467b-af64-4525bbff411c HTTP/1.1" status: 200 len: 217 time: 0.0403893 Sep 09 14:47:30.121324 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-382fbf7d-5238-4c91-950b-35ad08bc269f req-c80fb206-0ee0-4b48-b6ea-f088f308ea9c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134269 Sep 09 14:47:30.168273 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-50dedcf5-7bb3-4d6b-8507-a5b0538bb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.170038 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-50dedcf5-7bb3-4d6b-8507-a5b0538bb4e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0911005 Sep 09 14:47:30.174558 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eba2-2101-4f67-baea-09efa65d7cb4 req-2ceb6139-4990-4c41-b894-8dedc6179cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.177419 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-40d0eba2-2101-4f67-baea-09efa65d7cb4 req-2ceb6139-4990-4c41-b894-8dedc6179cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1096 time: 0.5971262 Sep 09 14:47:30.190532 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31593d0-abc0-42aa-9579-86a6e0a04abb req-b79dd30d-7efa-49d9-b46d-acfcbd95de46 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.201544 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a31593d0-abc0-42aa-9579-86a6e0a04abb req-b79dd30d-7efa-49d9-b46d-acfcbd95de46 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.6259861 Sep 09 14:47:30.230955 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-a41cb8a6-ab84-409f-b7e3-cdf0603aadef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.233254 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-a41cb8a6-ab84-409f-b7e3-cdf0603aadef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6304781 Sep 09 14:47:30.234324 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-d26b8ee5-6ac4-4329-b021-9012e21b234a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560431 Sep 09 14:47:30.335237 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a31593d0-abc0-42aa-9579-86a6e0a04abb req-5cfe1674-bc17-4c23-b015-0b333fc448d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310961 Sep 09 14:47:30.350205 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c51c7-e32c-443f-a033-5759b73065bb req-489c811f-54eb-4b69-8074-5284efb4bdf6 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.358922 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-382c51c7-e32c-443f-a033-5759b73065bb req-489c811f-54eb-4b69-8074-5284efb4bdf6 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.1276298 Sep 09 14:47:30.422224 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-98db4557-21ac-44c2-9c2c-dcca0465cb9e service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627631 Sep 09 14:47:30.436701 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-382c51c7-e32c-443f-a033-5759b73065bb req-c857e45f-1c1a-4651-911e-31fd789c1291 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742207 Sep 09 14:47:30.479911 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eba2-2101-4f67-baea-09efa65d7cb4 req-9ecb5255-7772-46b7-a23c-73a7b637d432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.481619 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-40d0eba2-2101-4f67-baea-09efa65d7cb4 req-9ecb5255-7772-46b7-a23c-73a7b637d432 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=18de702e9d5243bbb5436b967a41bf9e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2700491 Sep 09 14:47:30.502698 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:47:30.615686 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b4847ec8-9dc2-465b-aa38-c90c34819161 req-36b44060-9fe3-45f3-9e12-2347f6182e0e service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775897 Sep 09 14:47:30.637127 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-99193d52-f9d1-4a3d-9789-e7cf68535c83 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797286 Sep 09 14:47:30.731673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:30.768464 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'mac_address': 'fa:16:3e:f2:16:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:47:30.819389 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449402e-0914-4d15-b37d-65d1b266521f req-6522feb6-d324-4223-99ce-465de1e72dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.821578 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-6522feb6-d324-4223-99ce-465de1e72dbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.0757046 Sep 09 14:47:30.838431 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:30.860930 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7544d03-7fbc-48b9-b833-6b756560aab3 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:47:30.885609 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-373a9bd4-cfdc-4b9d-8691-e08e1060a400 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269287 Sep 09 14:47:30.888259 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eba2-2101-4f67-baea-09efa65d7cb4 req-63cc00b2-2d3a-4f63-9e84-132c4fc5c536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.890267 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-40d0eba2-2101-4f67-baea-09efa65d7cb4 req-63cc00b2-2d3a-4f63-9e84-132c4fc5c536 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3005488 Sep 09 14:47:30.908472 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316182b-84e9-40f4-af02-518c3d67541e req-5ba0cbbe-777e-4bdc-87a6-e4679f0639f5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:30.916369 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8316182b-84e9-40f4-af02-518c3d67541e req-5ba0cbbe-777e-4bdc-87a6-e4679f0639f5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1098320 Sep 09 14:47:30.918029 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:30.930039 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:30.994162 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=6']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:31.003498 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8316182b-84e9-40f4-af02-518c3d67541e req-2082741d-f666-49e5-9d79-8dd2b89816a3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789878 Sep 09 14:47:31.011536 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.022531 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.022881 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.023358 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.023931 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.024360 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.024700 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.025040 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.025431 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.025768 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.026097 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.026504 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:47:31.078592 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['d7544d03-7fbc-48b9-b833-6b756560aab3'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:31.110180 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-3a935a48-eca1-4f1e-a922-a5922c89b578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.113468 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-3a935a48-eca1-4f1e-a922-a5922c89b578 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1096 time: 0.1337237 Sep 09 14:47:31.137184 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449402e-0914-4d15-b37d-65d1b266521f req-d41af402-4cdc-4662-8e60-4a9265f1b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.140588 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-d41af402-4cdc-4662-8e60-4a9265f1b77a service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.3054447 Sep 09 14:47:31.178482 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-da8567fc-0dbe-4bc8-95e8-ccfc64015e6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 217 time: 0.0473726 Sep 09 14:47:31.232576 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-de25e64d-bea8-4409-b993-dbabe4e71284 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 217 time: 0.0815439 Sep 09 14:47:31.267310 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-7f9cff8c-8197-4e28-a044-fb5af12e3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.269628 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-7f9cff8c-8197-4e28-a044-fb5af12e3707 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 200 len: 853 time: 0.0837026 Sep 09 14:47:31.316460 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449402e-0914-4d15-b37d-65d1b266521f req-252bde43-1486-4851-a8fa-d5a8145812f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.318543 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-252bde43-1486-4851-a8fa-d5a8145812f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0604839 Sep 09 14:47:31.358992 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-c860b7a8-f099-4aa8-bfe8-7ace09d36018 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293343 Sep 09 14:47:31.367545 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-2ea7ee86-f0f0-4c59-bb36-60dd9d94bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.369255 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-2ea7ee86-f0f0-4c59-bb36-60dd9d94bad2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9c27937-6e96-47ba-9c6d-bedf98f29525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821586 Sep 09 14:47:31.538700 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-f8cb21c5-1d44-4c26-bcba-f470e3e725ed service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479456 Sep 09 14:47:31.551668 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-d697114d-752c-4ee0-844a-8cb72b965686 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704803 Sep 09 14:47:31.573572 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd1c05-569f-40a1-9715-180f93e4957e req-2af389d8-84cd-4573-ad2a-da98406cd693 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.577357 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f7cd1c05-569f-40a1-9715-180f93e4957e req-2af389d8-84cd-4573-ad2a-da98406cd693 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 944 time: 0.1133664 Sep 09 14:47:31.664598 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c7ae2-caf7-4b4c-8cb2-c5f685fd2654 req-8717747e-3d30-4043-8439-dcc42c365d9f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:31.672433 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-297c7ae2-caf7-4b4c-8cb2-c5f685fd2654 req-8717747e-3d30-4043-8439-dcc42c365d9f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.1326952 Sep 09 14:47:31.700402 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f7cd1c05-569f-40a1-9715-180f93e4957e req-4c441b11-4fea-46d5-a221-e8a8c66b64cf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035807 Sep 09 14:47:31.719840 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d19bc53c-0561-4d26-82c1-7058fe389a40 req-71f0f1a1-d3ca-46e6-a7fa-75372e4def73 service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684148 Sep 09 14:47:31.750647 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a449402e-0914-4d15-b37d-65d1b266521f req-ac7bfb06-8919-4f6f-8668-6ddc0a152bcd service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692622 Sep 09 14:47:31.751937 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-297c7ae2-caf7-4b4c-8cb2-c5f685fd2654 req-743af71d-c18b-49cf-84d3-0aa8a0c15511 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743196 Sep 09 14:47:32.132418 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75ecd9-8055-4b66-8589-89970ba1d159 req-ab9e0bed-88bb-48cb-bd52-392b2eb5d7d0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:32.134774 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d75ecd9-8055-4b66-8589-89970ba1d159 req-ab9e0bed-88bb-48cb-bd52-392b2eb5d7d0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0537829 Sep 09 14:47:32.181216 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1d75ecd9-8055-4b66-8589-89970ba1d159 req-e1527333-4101-48b8-a702-74b5f4485221 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406985 Sep 09 14:47:32.514720 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:47:32.531398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47070) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:32.595374 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port d7544d03-7fbc-48b9-b833-6b756560aab3 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:32.596489 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.650879 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22ad26e6-d266-4684-9460-aa39321c693d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.660977 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-07969aea-04e0-4d10-ad7d-8bb365b668c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.752143 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.768614 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22ad26e6-d266-4684-9460-aa39321c693d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.773926 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22ad26e6-d266-4684-9460-aa39321c693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.794644 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.804981 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:32.807840 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d8cbe2-d966-4f27-b0dd-ff7cab9f98fa" -d '{"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-plugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:32.823798 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:32.828855 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:32.833004 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-22ad26e6-d266-4684-9460-aa39321c693d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eda3f6bdb842496784658d2ad293e225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001311 Sep 09 14:47:32.834191 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad26e6-d266-4684-9460-aa39321c693d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed8715b-17a7-4c4c-ad20-fd00b1d4c530,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:32.835769 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47082) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:32.934790 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=7']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:32.936066 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f907c9f-0ba2-4de1-997c-b2a82c57c47e req-6de5f41d-eca2-48ac-98e5-5c627ef3c597 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:32.940596 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5f907c9f-0ba2-4de1-997c-b2a82c57c47e req-6de5f41d-eca2-48ac-98e5-5c627ef3c597 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0664060 Sep 09 14:47:32.962994 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fe7fd-c862-40d4-8aae-00b3ca653c03 req-84ad5ea6-09d6-4c61-8415-63960c14a235 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:32.964687 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-653fe7fd-c862-40d4-8aae-00b3ca653c03 req-84ad5ea6-09d6-4c61-8415-63960c14a235 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.1079977 Sep 09 14:47:32.968274 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c856afa-6d7c-4c4b-900f-b1731bfde401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:33.004300 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5f907c9f-0ba2-4de1-997c-b2a82c57c47e req-51d0380e-5ebe-46f5-977b-1089bbee93e8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475614 Sep 09 14:47:33.007421 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c856afa-6d7c-4c4b-900f-b1731bfde401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:33.073744 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-653fe7fd-c862-40d4-8aae-00b3ca653c03 req-aad00cf1-ec95-48d8-b04f-a3a968c2d4fb tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873709 Sep 09 14:47:33.101166 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194044b9-f966-4f3b-900d-1ba7cb55d1f5 x-openstack-request-id: req-194044b9-f966-4f3b-900d-1ba7cb55d1f5 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:33.101495 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-plugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:33.101772 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-194044b9-f966-4f3b-900d-1ba7cb55d1f5 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:33.102206 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'code': 200} Sep 09 14:47:33.134080 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c856afa-6d7c-4c4b-900f-b1731bfde401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:33.140167 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c856afa-6d7c-4c4b-900f-b1731bfde401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:33.142241 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2c856afa-6d7c-4c4b-900f-b1731bfde401 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aed8715b-17a7-4c4c-ad20-fd00b1d4c530 HTTP/1.1" status: 204 len: 168 time: 0.3054538 Sep 09 14:47:33.155336 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c856afa-6d7c-4c4b-900f-b1731bfde401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed8715b-17a7-4c4c-ad20-fd00b1d4c530,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:33.317206 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:47:33.333124 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35560f-405b-473d-91bd-d4153051ed38 req-bdce495a-002c-4741-b8f4-577a25d1d1ba tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:33.341768 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e35560f-405b-473d-91bd-d4153051ed38 req-bdce495a-002c-4741-b8f4-577a25d1d1ba tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0722702 Sep 09 14:47:33.401691 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e35560f-405b-473d-91bd-d4153051ed38 req-b6348cc3-c656-437d-b872-5d76371f5129 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579040 Sep 09 14:47:33.635819 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:34.174080 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f7ee76-9e3b-4795-9b35-2649428f2d35 req-6aa845e2-5a10-4d40-8782-0d101369efbc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:34.178200 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d8f7ee76-9e3b-4795-9b35-2649428f2d35 req-6aa845e2-5a10-4d40-8782-0d101369efbc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0916469 Sep 09 14:47:34.215254 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9946a68-af2a-4cd9-85ca-aa9b9352e03b req-94e5523e-b40b-4c0d-a23b-ff6d860690a8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:34.216900 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f9946a68-af2a-4cd9-85ca-aa9b9352e03b req-94e5523e-b40b-4c0d-a23b-ff6d860690a8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 943 time: 0.0814924 Sep 09 14:47:34.247997 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d8f7ee76-9e3b-4795-9b35-2649428f2d35 req-7e22ac1b-1ce4-40a2-8a21-ffa5deb2be06 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619965 Sep 09 14:47:34.286549 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f9946a68-af2a-4cd9-85ca-aa9b9352e03b req-252565b5-edb5-4c16-9f0f-3512d571be0d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507615 Sep 09 14:47:34.504639 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device fe59dde9-c40c-4fdb-a400-182133e90f3d details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:47:34.519130 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb724ad1-e690-4a41-b315-20391cbc9456 req-e207e123-a2ec-4a05-a5c9-17e72529a9d3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:34.521071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bb724ad1-e690-4a41-b315-20391cbc9456 req-e207e123-a2ec-4a05-a5c9-17e72529a9d3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0537140 Sep 09 14:47:34.577810 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bb724ad1-e690-4a41-b315-20391cbc9456 req-82dd4c1b-9c33-40fb-9be2-bcb9b80562b4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359974 Sep 09 14:47:34.641489 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:34.661122 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'port_id': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'mac_address': 'fa:16:3e:a0:a3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:47:34.728311 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:34.754669 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe59dde9-c40c-4fdb-a400-182133e90f3d {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:47:34.781149 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:34.786896 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:34.868371 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:35.100584 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['fe59dde9-c40c-4fdb-a400-182133e90f3d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:35.166581 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:35.408967 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4977dc8-fc0f-492b-b49f-166be182e0a6 req-512543a2-cfbb-4e14-9f06-19651c2d1eb6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:35.412062 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a4977dc8-fc0f-492b-b49f-166be182e0a6 req-512543a2-cfbb-4e14-9f06-19651c2d1eb6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0570085 Sep 09 14:47:35.455798 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a4977dc8-fc0f-492b-b49f-166be182e0a6 req-24144b5c-0d9d-4b7e-9fe0-37773aa6df50 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Sep 09 14:47:35.474928 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b802e97-4f49-42e7-b72c-4989c463a647 req-ab6f3d16-dc6e-451e-8036-76bc4bfcca16 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:35.482179 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b802e97-4f49-42e7-b72c-4989c463a647 req-ab6f3d16-dc6e-451e-8036-76bc4bfcca16 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 944 time: 0.0676448 Sep 09 14:47:35.526927 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6b802e97-4f49-42e7-b72c-4989c463a647 req-e06b3f64-1d81-492e-9f1b-f15a05a42de8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 Sep 09 14:47:36.097963 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127339f-9c57-4367-a7bb-5120a180d626 req-bfcfb696-6ef0-48fc-ad32-261788cb22f1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:36.104211 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3127339f-9c57-4367-a7bb-5120a180d626 req-bfcfb696-6ef0-48fc-ad32-261788cb22f1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0605066 Sep 09 14:47:36.148334 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3127339f-9c57-4367-a7bb-5120a180d626 req-6d43b62f-eec0-4365-a9ce-daf64794bf07 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Sep 09 14:47:36.503446 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device fe59dde9-c40c-4fdb-a400-182133e90f3d up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:47:36.605793 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port fe59dde9-c40c-4fdb-a400-182133e90f3d completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:47:36.622411 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port fe59dde9-c40c-4fdb-a400-182133e90f3d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:36.622857 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:36.661861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3afff8-f2f1-4a98-95df-ccf27ceffb20 req-56003d09-92da-43eb-8d32-b236a9000783 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:36.681012 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4f3afff8-f2f1-4a98-95df-ccf27ceffb20 req-56003d09-92da-43eb-8d32-b236a9000783 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1408491 Sep 09 14:47:36.752014 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4f3afff8-f2f1-4a98-95df-ccf27ceffb20 req-0a745a0d-541a-4365-8265-4f68d87fe466 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662870 Sep 09 14:47:36.769261 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:36.804356 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:36.807196 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af9d34-46de-4b45-9dd0-87abf81e0e61" -d '{"events": [{"server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "name": "network-vif-plugged", "status": "completed", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:36.819268 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79610609-e94c-430c-bdd5-9472545b434f req-2e7ce69e-7af2-4f14-9069-b623dd7108c1 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:36.821365 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-79610609-e94c-430c-bdd5-9472545b434f req-2e7ce69e-7af2-4f14-9069-b623dd7108c1 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 944 time: 0.1450830 Sep 09 14:47:36.828908 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:36.835096 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:36.892206 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-79610609-e94c-430c-bdd5-9472545b434f req-250b0018-d2b9-4aa1-9558-d79dcbe2b445 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614228 Sep 09 14:47:37.005230 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabdf334-f515-485d-87be-d1e4b950d366 x-openstack-request-id: req-cabdf334-f515-485d-87be-d1e4b950d366 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:37.005497 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "name": "network-vif-plugged", "status": "completed", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:37.005715 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cabdf334-f515-485d-87be-d1e4b950d366 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:37.006093 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'code': 200} Sep 09 14:47:37.033726 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:37.119012 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14cebd-d976-427a-a0d6-873303d4d876 req-fd2b27b8-80ef-49c6-b962-b4d069dc8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:37.120611 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d14cebd-d976-427a-a0d6-873303d4d876 req-fd2b27b8-80ef-49c6-b962-b4d069dc8de9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1098 time: 0.0447898 Sep 09 14:47:37.163576 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d14cebd-d976-427a-a0d6-873303d4d876 req-8cb7b6ff-0fe5-41c4-8272-bca466b873d3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Sep 09 14:47:37.898761 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf80dc-e5ee-42b7-97a9-158686070b1f req-4d14846c-2ee0-4dd0-8483-b0e71c200ed8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:37.900686 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6edf80dc-e5ee-42b7-97a9-158686070b1f req-4d14846c-2ee0-4dd0-8483-b0e71c200ed8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0811763 Sep 09 14:47:37.955490 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6edf80dc-e5ee-42b7-97a9-158686070b1f req-f294ac63-dd57-4823-8fba-211d10be3cad tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Sep 09 14:47:38.083219 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8db348-a2ba-43c0-814a-a5298f5475d2 req-af955f14-4ea9-4847-a2bc-a595908a7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:38.084973 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b8db348-a2ba-43c0-814a-a5298f5475d2 req-af955f14-4ea9-4847-a2bc-a595908a7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0626178 Sep 09 14:47:38.128158 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b8db348-a2ba-43c0-814a-a5298f5475d2 req-d0b255b7-19aa-4ee1-a8be-ee61af941113 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356350 Sep 09 14:47:39.143498 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ed22-e87a-4d34-9e2d-a93ce43f64fd req-03599c55-618c-49ab-9945-e9ac6a851965 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:39.145868 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e91ed22-e87a-4d34-9e2d-a93ce43f64fd req-03599c55-618c-49ab-9945-e9ac6a851965 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.1046810 Sep 09 14:47:39.343360 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e91ed22-e87a-4d34-9e2d-a93ce43f64fd req-381857a2-5188-4b25-9d5f-5ba208d76570 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891315 Sep 09 14:47:39.387373 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ffd2df-e576-48ed-9b49-53755764af2e req-c179b744-9c61-4d14-a427-59a174b4c14e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:39.390491 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-59ffd2df-e576-48ed-9b49-53755764af2e req-c179b744-9c61-4d14-a427-59a174b4c14e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0746775 Sep 09 14:47:39.440666 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-59ffd2df-e576-48ed-9b49-53755764af2e req-eb92ba68-f674-4a69-a356-6ce539cc7ef9 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Sep 09 14:47:39.609449 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a625f-2c83-4b41-afd9-3c47a0820ef0 req-5bb58250-f8b4-458a-8deb-fcaace2e20c3 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:39.611562 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b15a625f-2c83-4b41-afd9-3c47a0820ef0 req-5bb58250-f8b4-458a-8deb-fcaace2e20c3 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0711017 Sep 09 14:47:39.654789 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b15a625f-2c83-4b41-afd9-3c47a0820ef0 req-ccf6b38d-6f68-410b-af40-e6b83ccc69a9 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370240 Sep 09 14:47:40.018000 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04bfba-f132-4b4f-bf00-a85837e01ed4 req-9f570727-0d28-422b-a70c-bc6b182b85ed tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:40.024198 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-de04bfba-f132-4b4f-bf00-a85837e01ed4 req-9f570727-0d28-422b-a70c-bc6b182b85ed tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0662246 Sep 09 14:47:40.072375 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-de04bfba-f132-4b4f-bf00-a85837e01ed4 req-42f7ffab-56f1-44f2-9da3-17349f388ce1 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463054 Sep 09 14:47:40.496761 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4584e-d94c-4bef-a318-94949795c8ec req-b2649d89-45d0-40bb-8212-83a28257348d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:40.498297 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff4584e-d94c-4bef-a318-94949795c8ec req-b2649d89-45d0-40bb-8212-83a28257348d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0676394 Sep 09 14:47:40.538053 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff4584e-d94c-4bef-a318-94949795c8ec req-9557e797-7f60-4049-abc4-2d3c6c34ff50 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336487 Sep 09 14:47:41.730297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab636157-1515-45cf-828b-d5dd7a0ea75b req-b115afa8-def4-4408-99b0-d6d68704da4c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:41.732024 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ab636157-1515-45cf-828b-d5dd7a0ea75b req-b115afa8-def4-4408-99b0-d6d68704da4c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0985336 Sep 09 14:47:41.803312 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ab636157-1515-45cf-828b-d5dd7a0ea75b req-6941b12d-3107-423f-b365-b21848914209 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577056 Sep 09 14:47:42.934268 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb59669d-dc76-46b6-aeee-730e440b3e4c req-dcf84438-5370-49f9-812c-db9199440818 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:42.936166 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eb59669d-dc76-46b6-aeee-730e440b3e4c req-dcf84438-5370-49f9-812c-db9199440818 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0550375 Sep 09 14:47:42.976576 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eb59669d-dc76-46b6-aeee-730e440b3e4c req-fa54ad61-eae9-4393-9714-c361c5efe5f5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332701 Sep 09 14:47:44.135143 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6e530-b780-484e-becd-dfe92900e060 req-27cbe97c-2162-4398-8f71-50ab95be82e8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:44.136860 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fd6e530-b780-484e-becd-dfe92900e060 req-27cbe97c-2162-4398-8f71-50ab95be82e8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0548270 Sep 09 14:47:44.182823 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2fd6e530-b780-484e-becd-dfe92900e060 req-7d7d8f5c-d084-4441-a929-c0bc1d1f2987 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383801 Sep 09 14:47:44.556118 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-57c248f7-9f1c-42e5-9fff-68336ec640bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:44.558965 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-57c248f7-9f1c-42e5-9fff-68336ec640bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.0681319 Sep 09 14:47:44.591514 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaea905-8ec6-4d26-987f-d31b8b8420e3 req-bf2e4305-7ab3-42d0-8466-1c8df66d6877 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:44.612787 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ecaea905-8ec6-4d26-987f-d31b8b8420e3 req-bf2e4305-7ab3-42d0-8466-1c8df66d6877 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1195138 Sep 09 14:47:44.700451 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ecaea905-8ec6-4d26-987f-d31b8b8420e3 req-ae420077-8682-442d-adf9-afe10ee995a0 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866549 Sep 09 14:47:44.705175 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-419448c0-5094-4c1b-a695-c578fbb8962b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:44.707051 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-419448c0-5094-4c1b-a695-c578fbb8962b service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.1391377 Sep 09 14:47:44.756019 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-bcc011ad-f748-4f34-b5d3-545d2651733d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 217 time: 0.0414040 Sep 09 14:47:44.839637 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-333853e0-a406-4f08-95d7-4f967932e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:44.841871 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-333853e0-a406-4f08-95d7-4f967932e702 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0576146 Sep 09 14:47:44.883469 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-9af72a9d-01ab-4c01-bf0f-b92839706d2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327516 Sep 09 14:47:44.991849 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-92d86f99-c3a3-4c5c-bb2c-1d987fa7ab9b service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995164 Sep 09 14:47:45.094563 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8f6e75-24f4-4b05-9e5c-eb71009549cd req-f40d04ab-be05-41ab-a528-47b9cc8f6958 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885587 Sep 09 14:47:45.328618 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a146cfa-6eb0-487c-ba23-510b0fc1734e req-dfa3ca38-7867-4458-81d5-63a9abc4b527 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:45.330908 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6a146cfa-6eb0-487c-ba23-510b0fc1734e req-dfa3ca38-7867-4458-81d5-63a9abc4b527 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0574858 Sep 09 14:47:45.377666 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6a146cfa-6eb0-487c-ba23-510b0fc1734e req-7f79b834-f052-4a80-9cb5-d0e3130901ab tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386758 Sep 09 14:47:45.831292 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5a8f6-ac5c-41dc-9a8f-bfd51fcd3915 req-3e381bd0-f998-4806-a71a-be73e2f59160 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:45.832832 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87d5a8f6-ac5c-41dc-9a8f-bfd51fcd3915 req-3e381bd0-f998-4806-a71a-be73e2f59160 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0538723 Sep 09 14:47:45.875126 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87d5a8f6-ac5c-41dc-9a8f-bfd51fcd3915 req-11f4bee1-c883-4cdd-9b56-95d62ffae28d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354149 Sep 09 14:47:46.511914 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04cbf6-736c-44d6-9e60-cf48ae75b12b req-9df78af1-4fc9-44bc-80a0-a1350d5db6ab tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:46.513397 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1f04cbf6-736c-44d6-9e60-cf48ae75b12b req-9df78af1-4fc9-44bc-80a0-a1350d5db6ab tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0565510 Sep 09 14:47:46.553056 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1f04cbf6-736c-44d6-9e60-cf48ae75b12b req-d56dbbb8-4c7d-41f6-9508-ac4c5c83d293 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Sep 09 14:47:47.028032 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a8ed4-4c80-4bab-a9c1-315792664948 req-1a4d449a-fc66-4bda-b1f8-faed4ea8692a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:47.030192 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b55a8ed4-4c80-4bab-a9c1-315792664948 req-1a4d449a-fc66-4bda-b1f8-faed4ea8692a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0681951 Sep 09 14:47:47.080125 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b55a8ed4-4c80-4bab-a9c1-315792664948 req-16d7cf3f-6d7c-414d-9a6b-82355096dfc5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438805 Sep 09 14:47:47.685186 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fb6a0-228b-475e-8b49-0125c6bafd9c req-a363ff2a-1ef2-4561-9da9-5f883f92cdbe tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:47.686840 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-814fb6a0-228b-475e-8b49-0125c6bafd9c req-a363ff2a-1ef2-4561-9da9-5f883f92cdbe tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0501652 Sep 09 14:47:47.734296 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-814fb6a0-228b-475e-8b49-0125c6bafd9c req-b2eac9ce-62d9-4ea7-90e1-528535710c67 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404439 Sep 09 14:47:48.216762 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9277c-541d-4ee6-aa59-2341594530d0 req-786668f5-1902-4452-9fba-e19b72979b56 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:48.219419 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-00f9277c-541d-4ee6-aa59-2341594530d0 req-786668f5-1902-4452-9fba-e19b72979b56 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0557971 Sep 09 14:47:48.267209 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-00f9277c-541d-4ee6-aa59-2341594530d0 req-a0dc6346-0e68-452b-a942-216420b9411c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Sep 09 14:47:48.864123 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d66da-17dd-448b-b5ce-94f6e1974ee7 req-f702e8b6-6645-4cfa-b234-043716a28dd6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:48.866172 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d10d66da-17dd-448b-b5ce-94f6e1974ee7 req-f702e8b6-6645-4cfa-b234-043716a28dd6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0534966 Sep 09 14:47:48.916254 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d10d66da-17dd-448b-b5ce-94f6e1974ee7 req-f6a21412-068f-4c77-9581-0eb55e4fc9cd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411563 Sep 09 14:47:49.404279 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a9b29-040e-4215-94dc-f5fb60d0fb1e req-13da1926-5961-459f-b648-13ea6dfcf4e2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:49.410761 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cb2a9b29-040e-4215-94dc-f5fb60d0fb1e req-13da1926-5961-459f-b648-13ea6dfcf4e2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0649621 Sep 09 14:47:49.454107 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cb2a9b29-040e-4215-94dc-f5fb60d0fb1e req-8ea77139-5247-42e4-ad14-59c962523069 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411665 Sep 09 14:47:50.056570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ae849-e892-4010-b7e0-b691d397ffba req-60441767-be57-4696-8043-b61ca76c2576 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:50.058099 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1d8ae849-e892-4010-b7e0-b691d397ffba req-60441767-be57-4696-8043-b61ca76c2576 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0542810 Sep 09 14:47:50.143109 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1d8ae849-e892-4010-b7e0-b691d397ffba req-0b686039-1e4c-47d1-af42-3fac36286d3a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757987 Sep 09 14:47:50.589269 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb28c73-29c7-4a5b-8c19-80477de64b48 req-a191b9d1-f35c-4431-a500-a5021622ec96 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:50.596287 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5eb28c73-29c7-4a5b-8c19-80477de64b48 req-a191b9d1-f35c-4431-a500-a5021622ec96 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0728807 Sep 09 14:47:50.631311 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5eb28c73-29c7-4a5b-8c19-80477de64b48 req-fac2589e-cfd3-4a25-a603-249bf4eca0d1 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335112 Sep 09 14:47:51.005736 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67464a1-1eeb-47fc-a0ea-9c0a02cd18b9 req-c05e6d60-2cf8-4ec0-a4c3-bef83d5f3eb6 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:51.013894 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b67464a1-1eeb-47fc-a0ea-9c0a02cd18b9 req-c05e6d60-2cf8-4ec0-a4c3-bef83d5f3eb6 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0578649 Sep 09 14:47:51.049293 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b67464a1-1eeb-47fc-a0ea-9c0a02cd18b9 req-11b9fc03-2371-4278-b229-ff598eabce8f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Sep 09 14:47:51.072946 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47416) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:51.326596 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46d3b6-e3b0-42ef-93a7-bc076a2ca271 req-530831b8-1ced-48de-865d-d693c5801cef tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:51.327830 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f4b5b2-3281-4bab-9dc0-c49fcb80725b tempest-TestMinimumBasicScenario-1399103261 tempest-TestMinimumBasicScenario-1399103261-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:51.332519 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-00f4b5b2-3281-4bab-9dc0-c49fcb80725b tempest-TestMinimumBasicScenario-1399103261 tempest-TestMinimumBasicScenario-1399103261-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1093 time: 0.2582431 Sep 09 14:47:51.333250 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47424) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:51.334401 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5a46d3b6-e3b0-42ef-93a7-bc076a2ca271 req-530831b8-1ced-48de-865d-d693c5801cef tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0893190 Sep 09 14:47:51.340147 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'port_id': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:51.394587 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5a46d3b6-e3b0-42ef-93a7-bc076a2ca271 req-73e6baed-026b-43d3-a82a-e20423dca5fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487628 Sep 09 14:47:51.399496 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:51.539848 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:51.694929 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Allocated IP 172.27.2.82 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/30b9e2f2-b53f-4dde-8580-e54c3e84ae8d) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:47:51.834952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:51.887594 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:51.933591 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:47:51.936932 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:47:51.939891 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:47:51.986451 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'Port': ['ID=30b9e2f2-b53f-4dde-8580-e54c3e84ae8d,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:52.001088 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd3279-d3a4-474e-8c87-26500a4cc81a req-208f1c1a-a424-45a7-b2dc-e4ef560ffed9 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:52.003045 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-06cd3279-d3a4-474e-8c87-26500a4cc81a req-208f1c1a-a424-45a7-b2dc-e4ef560ffed9 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.2897730 Sep 09 14:47:52.046969 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-06cd3279-d3a4-474e-8c87-26500a4cc81a req-eac7f2da-53ae-416f-9fa6-58f45e2c1eba tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364928 Sep 09 14:47:52.403260 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:52.531664 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:52.580185 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37cf5-1d16-45e9-97aa-61e4e000a9e6 req-927d4553-2845-4b7c-b5f5-680f6cd8ec1d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:52.584191 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2dc37cf5-1d16-45e9-97aa-61e4e000a9e6 req-927d4553-2845-4b7c-b5f5-680f6cd8ec1d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0909228 Sep 09 14:47:52.659064 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2dc37cf5-1d16-45e9-97aa-61e4e000a9e6 req-9bb8a008-bbc2-402e-af4b-7b4a67d02e1e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619209 Sep 09 14:47:52.756571 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:52.762119 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:52.836583 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'Port': ['ID=30b9e2f2-b53f-4dde-8580-e54c3e84ae8d,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:52.851373 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:52.992612 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Floating IP 946000a5-b6aa-4977-bc31-ccf5ac56cfb1 associated. External IP: 172.27.2.82, port: fe59dde9-c40c-4fdb-a400-182133e90f3d. Sep 09 14:47:53.210576 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c43ba-f188-4164-81a1-0b683cb2a021 req-88fad4a6-4b27-43bd-bb04-befdee065dcb tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:53.212075 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d8c43ba-f188-4164-81a1-0b683cb2a021 req-88fad4a6-4b27-43bd-bb04-befdee065dcb tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0811493 Sep 09 14:47:53.260508 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Router 958427ff-c4af-4e92-9929-9e78a4249a3a has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:47:53.261229 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4d8c43ba-f188-4164-81a1-0b683cb2a021 req-f3699046-9dac-4898-960d-540b41dd777b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397406 Sep 09 14:47:53.389975 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:47:53.403393 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] Sync routers for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:47:53.425686 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:47:53.426432 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:47:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:53.429660 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:53.479840 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8ca0077e-2044-4489-bc00-2a7928b5a46f tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1432624 Sep 09 14:47:53.480425 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:53.482596 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47448) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:53.482725 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69327280-7123-40b6-af32-6c9555889cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:53.488793 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1676443230', 'description': 'tempest-secgroup-smoke-1676443230 description', 'project_id': '18de702e9d5243bbb5436b967a41bf9e'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:53.529051 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b2388a-31f7-4947-8582-a63b21d5c32c x-openstack-request-id: req-50b2388a-31f7-4947-8582-a63b21d5c32c {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:53.529588 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:53.530215 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50b2388a-31f7-4947-8582-a63b21d5c32c {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:53.530805 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'status': 'completed', 'code': 200} Sep 09 14:47:53.532091 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:53.553882 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:47:53.616225 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327280-7123-40b6-af32-6c9555889cc6 req-ae7696e0-40f5-4fc7-9455-ca673a6a045e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:53.617681 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-ae7696e0-40f5-4fc7-9455-ca673a6a045e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1098 time: 0.0621018 Sep 09 14:47:53.783005 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:53.803166 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:53.809934 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327280-7123-40b6-af32-6c9555889cc6 req-baeb69e7-4d82-438c-b382-98cc1590c60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:53.812405 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-baeb69e7-4d82-438c-b382-98cc1590c60e service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 915 time: 0.1772292 Sep 09 14:47:53.845268 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b9732-c1f4-423c-b229-801a4d39854f req-a796e17f-f2da-4127-92f7-04b884b3bf50 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:53.858143 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-737b9732-c1f4-423c-b229-801a4d39854f req-a796e17f-f2da-4127-92f7-04b884b3bf50 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0944152 Sep 09 14:47:53.891641 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:53.893187 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4082837 Sep 09 14:47:53.895011 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '946000a5-b6aa-4977-bc31-ccf5ac56cfb1', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'port_id': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'mac_address': 'fa:16:3e:a0:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d537c9e-d459-4788-8017-8f0ec229f752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:47:52Z', 'updated_at': '2021-09-09T14:47:52Z', 'revision_number': 0, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:53.901869 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47456) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:53.913116 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group_rule': {'security_group_id': 'a62ede32-265f-4914-9cd2-4fb822404840', 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:53.921836 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-737b9732-c1f4-423c-b229-801a4d39854f req-0f240713-0a30-403b-a5c1-6a9a89f3958a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598900 Sep 09 14:47:53.923134 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] Checking router: 958427ff-c4af-4e92-9929-9e78a4249a3a for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:47:53.925008 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05197c0b-cd5c-46b5-aa13-abc1bdfbd64c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62ede32-265f-4914-9cd2-4fb822404840,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:53.960821 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:47:53.961716 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:47:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:53.994278 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-f33e4852-301c-4d57-ba21-369697440cd5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 998 time: 0.1690693 Sep 09 14:47:54.042851 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.081650 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327280-7123-40b6-af32-6c9555889cc6 req-74a2e445-7bda-4eef-bba6-67a6b113d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:54.083227 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-74a2e445-7bda-4eef-bba6-67a6b113d8ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 200 len: 853 time: 0.0770023 Sep 09 14:47:54.121388 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:47:54.141538 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.147938 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.181537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327280-7123-40b6-af32-6c9555889cc6 req-35d76ef5-f279-49ad-b114-85cadfd13295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:54.185709 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-35d76ef5-f279-49ad-b114-85cadfd13295 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9c27937-6e96-47ba-9c6d-bedf98f29525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883110 Sep 09 14:47:54.187024 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fc8c2f-bc2e-462d-a7e1-1d1ac4c9e342,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:54.189688 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.199818 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47460) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:54.200031 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3c22daab-101d-4ff5-a089-8a73eb914859 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2914505 Sep 09 14:47:54.200836 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group_rule': {'security_group_id': 'a62ede32-265f-4914-9cd2-4fb822404840', 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:54.254931 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.347062 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.353383 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.377274 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-efdb31d1-f265-43d8-92d9-033aae40141d service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765985 Sep 09 14:47:54.380021 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad71ef0-8b72-408e-9d8d-2373b1ab6ae8,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:54.395651 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.400170 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a7827f5f-f2e4-4549-bcd2-a353af6e230b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2019830 Sep 09 14:47:54.400956 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47464) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:54.405329 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group_rule': {'security_group_id': 'a62ede32-265f-4914-9cd2-4fb822404840', 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:54.477186 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.486990 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '946000a5-b6aa-4977-bc31-ccf5ac56cfb1', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'port_id': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'mac_address': 'fa:16:3e:a0:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d537c9e-d459-4788-8017-8f0ec229f752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:47:52Z', 'updated_at': '2021-09-09T14:47:52Z', 'revision_number': 0, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:47:54.520097 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff6123e-a652-485a-b2e2-ecba068fdf24 None None] The sync data for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi is: [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '946000a5-b6aa-4977-bc31-ccf5ac56cfb1', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'floating_ip_address': '172.27.2.82', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'port_id': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'mac_address': 'fa:16:3e:a0:a3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d537c9e-d459-4788-8017-8f0ec229f752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:47:52Z', 'updated_at': '2021-09-09T14:47:52Z', 'revision_number': 0, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:47:54.566387 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928427a2-5b13-485b-ac8a-dc29a762a93b req-2f165430-5b7e-4708-8f1e-76fe49a0612d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:54.568253 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-928427a2-5b13-485b-ac8a-dc29a762a93b req-2f165430-5b7e-4708-8f1e-76fe49a0612d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1727726 Sep 09 14:47:54.605483 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.612649 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.617742 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-69327280-7123-40b6-af32-6c9555889cc6 req-9f5cd4d6-4724-4e2c-bc58-73affd13744a service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328990 Sep 09 14:47:54.636719 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc45178d-a42e-48be-9c40-b99988867f85,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:54.638885 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-928427a2-5b13-485b-ac8a-dc29a762a93b req-498308bd-d6b3-4a99-aa29-af95684a36b7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628700 Sep 09 14:47:54.661331 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.665945 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47468) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:54.671320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group_rule': {'security_group_id': 'a62ede32-265f-4914-9cd2-4fb822404840', 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:54.675768 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6f80b854-7ae2-441c-a134-814fc5876026 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2739716 Sep 09 14:47:54.708239 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.820111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.820327 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e69e72-a9fb-4b15-9e51-2e36cfc440ab None None] New status for floating IP 946000a5-b6aa-4977-bc31-ccf5ac56cfb1: ACTIVE {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:47:54.830333 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.859262 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd25b67-d3b4-45c5-9ed6-5affea612e73,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:54.876123 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:54.880372 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47472) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:54.885437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group_rule': {'security_group_id': 'a62ede32-265f-4914-9cd2-4fb822404840', 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:54.891568 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-335294f5-f4af-4ee2-9068-71445be35a52 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2233937 Sep 09 14:47:54.925554 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.securitygroups_db [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Project 18de702e9d5243bbb5436b967a41bf9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:47:54.930913 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.112280 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.117966 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.156437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4410879-eade-497d-a22a-16476ffd3234,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:55.160696 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.161947 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-21a63f8a-c290-4917-9405-4e3f710401ae tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2803309 Sep 09 14:47:55.164858 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47478) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:47:55.166677 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999899a-0046-4010-b652-dff349f44c4b req-f2f38643-fd96-44f9-85e5-e4e7415c7c9e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:55.171956 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'security_group_rule': {'security_group_id': 'a62ede32-265f-4914-9cd2-4fb822404840', 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:55.174788 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1999899a-0046-4010-b652-dff349f44c4b req-f2f38643-fd96-44f9-85e5-e4e7415c7c9e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0961072 Sep 09 14:47:55.226072 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1999899a-0046-4010-b652-dff349f44c4b req-6d03a1c6-28a6-45c1-9186-ee177d594a0d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503771 Sep 09 14:47:55.229565 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.securitygroups_db [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Project 18de702e9d5243bbb5436b967a41bf9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:47:55.237244 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.312921 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.319618 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.337082 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5d44a8-2a86-4f3c-983b-fe13bdd746a8,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:55.353296 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.357516 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-52dc95da-2f1b-41c4-9b4c-6e2f165b9ad0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1887908 Sep 09 14:47:55.478570 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06f565c4-610e-49ed-957f-58411b20a329 req-60d6eff0-fd03-4f77-8559-a8084a3bff45 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676443230&fields=id&tenant_id=18de702e9d5243bbb5436b967a41bf9e HTTP/1.1" status: 200 len: 267 time: 0.0515461 Sep 09 14:47:55.547298 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f565c4-610e-49ed-957f-58411b20a329 req-791876cf-595f-41e4-9489-f6a0e934c470 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:55.548930 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06f565c4-610e-49ed-957f-58411b20a329 req-791876cf-595f-41e4-9489-f6a0e934c470 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0627463 Sep 09 14:47:55.561380 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'port': {'security_groups': ['12432c07-0174-4ab0-8104-99eae037cdf5', 'a62ede32-265f-4914-9cd2-4fb822404840']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:47:55.651697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.777587 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee40e0-dfe0-447a-a1f4-ce3deac3e462 req-3d0ecb53-e51c-45b9-b87f-c8ab9ac463cf tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:55.780430 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebee40e0-dfe0-447a-a1f4-ce3deac3e462 req-3d0ecb53-e51c-45b9-b87f-c8ab9ac463cf tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0653698 Sep 09 14:47:55.886034 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebee40e0-dfe0-447a-a1f4-ce3deac3e462 req-8790d23e-9810-4f7d-8f99-9da33d1c56b5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968227 Sep 09 14:47:55.945725 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:47:55.977831 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.986075 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:55.998843 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['fe59dde9-c40c-4fdb-a400-182133e90f3d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:56.050329 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.050986 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:56.072859 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-06f565c4-610e-49ed-957f-58411b20a329 req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "PUT /v2.0/ports/fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 981 time: 0.5164895 Sep 09 14:47:56.073709 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:47:56.076141 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583" -d '{"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:47:56.174644 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bdf74-732f-4b4b-8850-a0b36e38e851 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=6']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:47:56.193737 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a96141-184c-45ef-a18d-505368d76a5b x-openstack-request-id: req-33a96141-184c-45ef-a18d-505368d76a5b {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:47:56.199193 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:47:56.199460 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-33a96141-184c-45ef-a18d-505368d76a5b {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:47:56.200029 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'status': 'completed', 'code': 200} Sep 09 14:47:56.246891 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['fe59dde9-c40c-4fdb-a400-182133e90f3d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:47:56.306948 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-1428530a-0b7e-432d-8824-34124f00255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.308505 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-1428530a-0b7e-432d-8824-34124f00255b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1137 time: 0.0928895 Sep 09 14:47:56.327611 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30dac7-5a00-48ca-85d2-d87bd3ee9399 req-da828999-423c-45fb-952b-fe57e5591760 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.337358 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc30dac7-5a00-48ca-85d2-d87bd3ee9399 req-da828999-423c-45fb-952b-fe57e5591760 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.1375241 Sep 09 14:47:56.405108 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cc30dac7-5a00-48ca-85d2-d87bd3ee9399 req-a1acd60d-28ed-47c9-a911-8844aeffd736 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666313 Sep 09 14:47:56.411023 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25780a-f6eb-42eb-bed2-ac1965de3c78 req-6405b236-0f86-4066-a184-475208ad95c0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.412912 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b25780a-f6eb-42eb-bed2-ac1965de3c78 req-6405b236-0f86-4066-a184-475208ad95c0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0585749 Sep 09 14:47:56.489377 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-e09a58ac-be3e-4c81-b2a3-852e1cc84f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.490956 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-e09a58ac-be3e-4c81-b2a3-852e1cc84f8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 915 time: 0.1499505 Sep 09 14:47:56.512344 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5b25780a-f6eb-42eb-bed2-ac1965de3c78 req-eaa7f7f4-88b6-4aa4-848a-57ec4ca110fb tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922916 Sep 09 14:47:56.558591 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7d03ccd9-4a27-4d21-a30b-f1cedb3507fe None None] Provisioning complete for port fe59dde9-c40c-4fdb-a400-182133e90f3d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:47:56.558960 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7d03ccd9-4a27-4d21-a30b-f1cedb3507fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:56.581111 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-0a70c34b-d258-4d23-b0ba-4b591bc20373 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 1000 time: 0.0768399 Sep 09 14:47:56.636780 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-fc6d869c-cd06-445d-a344-70c92e28330d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.638255 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-fc6d869c-cd06-445d-a344-70c92e28330d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 200 len: 853 time: 0.0501237 Sep 09 14:47:56.692141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-23abd1ea-83b7-4761-8d1a-2840ec360d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:56.692900 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-23abd1ea-83b7-4761-8d1a-2840ec360d6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9c27937-6e96-47ba-9c6d-bedf98f29525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455067 Sep 09 14:47:56.807347 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-c89d5da8-d2ae-48a1-a4d2-94ff18f4805c service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955923 Sep 09 14:47:56.926777 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccec9b31-f1fb-4ba7-b6f2-a1ab79d7a583 req-13cbe31d-3604-44c3-84cf-b762e396d034 service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105173 Sep 09 14:47:57.008107 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55799c12-12da-474a-99a6-ac435c9f465b req-1e7f542a-35c7-4c0d-8cae-0a4d795f269c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:57.012221 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-55799c12-12da-474a-99a6-ac435c9f465b req-1e7f542a-35c7-4c0d-8cae-0a4d795f269c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0538485 Sep 09 14:47:57.069164 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-55799c12-12da-474a-99a6-ac435c9f465b req-34a3509d-350a-4d00-802f-23cb38a84d76 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517604 Sep 09 14:47:57.657186 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc441e-3e7e-4f4c-ba0e-9015997001d4 req-e0d96c0c-5aae-4cf3-8620-0523dcfbe1e9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:57.658739 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23fc441e-3e7e-4f4c-ba0e-9015997001d4 req-e0d96c0c-5aae-4cf3-8620-0523dcfbe1e9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0748148 Sep 09 14:47:57.700251 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23fc441e-3e7e-4f4c-ba0e-9015997001d4 req-aa9c84a4-1eb3-431d-bf4e-da3547a8a9a3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356174 Sep 09 14:47:58.208010 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2487862-24ba-47db-b32c-799cb90c7a66 req-c2a43e51-c5a2-4a7f-8b91-d51d56b768a9 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:58.209645 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2487862-24ba-47db-b32c-799cb90c7a66 req-c2a43e51-c5a2-4a7f-8b91-d51d56b768a9 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0626791 Sep 09 14:47:58.267485 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2487862-24ba-47db-b32c-799cb90c7a66 req-e96d6b92-4ab9-4539-bbe3-a5ba2e3728b7 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515215 Sep 09 14:47:58.848548 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e6150-b3ab-42b6-8bee-99f33dfb89da req-6676f48c-3c6c-4ef8-b365-d73be0e07405 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:58.850766 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-937e6150-b3ab-42b6-8bee-99f33dfb89da req-6676f48c-3c6c-4ef8-b365-d73be0e07405 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0591640 Sep 09 14:47:58.900945 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-937e6150-b3ab-42b6-8bee-99f33dfb89da req-d574f879-8608-49be-9664-cca78df95da4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358932 Sep 09 14:47:59.138601 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:47:59.402041 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030323de-23b4-4762-8abe-9fefba876ba0 req-71970e32-9f31-42d7-b8e1-10f8213a63aa tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:47:59.403593 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-030323de-23b4-4762-8abe-9fefba876ba0 req-71970e32-9f31-42d7-b8e1-10f8213a63aa tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0669699 Sep 09 14:47:59.450377 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-030323de-23b4-4762-8abe-9fefba876ba0 req-98598219-96ed-460b-948d-8981d8037414 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381484 Sep 09 14:47:59.725009 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-d499cfba-13d3-467e-ad9b-21c492205dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:00.021459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b09440-5e00-48b0-8ece-995556cf118c req-03518c0e-f90e-4932-adb9-2c98b7bde52d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:00.022921 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f8b09440-5e00-48b0-8ece-995556cf118c req-03518c0e-f90e-4932-adb9-2c98b7bde52d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0515265 Sep 09 14:48:00.228491 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-71373fb1-9a4d-4068-a103-d2ed4e9fb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:00.230119 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-71373fb1-9a4d-4068-a103-d2ed4e9fb909 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1098 time: 0.0424609 Sep 09 14:48:00.286817 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f8b09440-5e00-48b0-8ece-995556cf118c req-18b267bc-1d5a-40ad-a74b-9fef85948df0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2579622 Sep 09 14:48:00.328662 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-b08c6328-13cb-4637-b262-70583c395379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:00.330358 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-b08c6328-13cb-4637-b262-70583c395379 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0923216 Sep 09 14:48:00.402334 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-debb1474-8822-4bcd-97b6-102f798fd191 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 1001 time: 0.0619531 Sep 09 14:48:00.456822 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-dc8a0d8f-ef8c-4b0a-9765-a90b88da1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:00.458179 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-dc8a0d8f-ef8c-4b0a-9765-a90b88da1dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0483007 Sep 09 14:48:00.511990 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-77abbfc0-2a63-4030-bca3-d7a8080453c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:00.513583 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-77abbfc0-2a63-4030-bca3-d7a8080453c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427086 Sep 09 14:48:00.567055 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17bee9-6739-41b1-acba-01b79b508e62 req-3695d4d9-6616-42e8-8222-7584cac5a987 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:00.568647 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4f17bee9-6739-41b1-acba-01b79b508e62 req-3695d4d9-6616-42e8-8222-7584cac5a987 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0467792 Sep 09 14:48:00.604683 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-be338241-8cfd-4052-b824-0afeaae468a6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826178 Sep 09 14:48:00.606886 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4f17bee9-6739-41b1-acba-01b79b508e62 req-8f42d78e-bbf1-42f3-8996-ca5266c60411 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Sep 09 14:48:00.694604 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5d0b496a-5de5-475a-a5ef-453bcf14bf99 req-b3862b8c-e8e3-4c8b-8cad-9dcd2d84002d service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817771 Sep 09 14:48:00.798711 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47616) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:00.842145 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Deleting subnet 86631892-80f9-4da5-99c5-673764e5fc5f {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:48:00.845228 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:00.880999 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8859964'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:00.917461 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:00.968575 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458494'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:00.995441 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86631892-80f9-4da5-99c5-673764e5fc5f,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:00.997585 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.001600 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-91f0cd8d-6479-4b59-9cdb-7ba57c680799 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86631892-80f9-4da5-99c5-673764e5fc5f HTTP/1.1" status: 204 len: 168 time: 0.1997600 Sep 09 14:48:01.002413 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47620) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:01.078448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.153785 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.173996 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8951d3ba-1b6a-4332-ad43-95d006e4fdc7']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:01.182873 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:01.183166 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3750c33e-0b3d-4e5f-bdec-6a37ea909a2c') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:01.192649 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.205990 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.211532 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:48:01.211947 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:48:01.213531 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:48:01.270375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.276395 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.278263 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] 10.222.0.21 "DELETE /v2.0/networks/8951d3ba-1b6a-4332-ad43-95d006e4fdc7 HTTP/1.1" status: 204 len: 168 time: 0.2753956 Sep 09 14:48:01.289856 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e54f6-053a-49a0-b2fe-4adf14af8cec admin admin] Pushing event deleted for resources: {'Network': ['ID=8951d3ba-1b6a-4332-ad43-95d006e4fdc7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:01.418587 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0177a0f-bd47-4c7f-a3c6-9c5ab7b25e6d req-984903b5-551d-4204-a267-75775104722f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:01.420131 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d0177a0f-bd47-4c7f-a3c6-9c5ab7b25e6d req-984903b5-551d-4204-a267-75775104722f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0548997 Sep 09 14:48:01.453171 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47626) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:01.460747 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d0177a0f-bd47-4c7f-a3c6-9c5ab7b25e6d req-6a5a0ab1-6fa4-480e-85df-b0f4b1bd5b07 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335689 Sep 09 14:48:01.498116 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1b840d7e-edf5-4d31-993f-9f2235d2856f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08fd0140ce6947edb6b91668ecda4528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415561 Sep 09 14:48:01.498390 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47632) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:01.546275 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-04648134-8436-4271-a95f-dd5a46bc5b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.567824 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-04648134-8436-4271-a95f-dd5a46bc5b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.616265 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-04648134-8436-4271-a95f-dd5a46bc5b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.618930 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-04648134-8436-4271-a95f-dd5a46bc5b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:01.620118 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-04648134-8436-4271-a95f-dd5a46bc5b6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf HTTP/1.1" status: 204 len: 168 time: 0.1201272 Sep 09 14:48:01.628360 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04648134-8436-4271-a95f-dd5a46bc5b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71ec22a-9b0b-43d0-b8ec-fcd9e267d0bf,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:01.740572 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90099ba5-d925-43b2-b157-fb67fb74b6a1 req-d23f963b-5994-4515-845c-d40202f3b39d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:01.742373 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90099ba5-d925-43b2-b157-fb67fb74b6a1 req-d23f963b-5994-4515-845c-d40202f3b39d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0582452 Sep 09 14:48:01.781467 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90099ba5-d925-43b2-b157-fb67fb74b6a1 req-ecbdc806-ef5f-4aef-b6c6-ee26198e966c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331664 Sep 09 14:48:02.587672 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cdb7b-62de-4308-88be-c3522fa0a055 req-be6f7556-650f-4f62-b85d-ce44c6031f05 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:02.592208 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f3cdb7b-62de-4308-88be-c3522fa0a055 req-be6f7556-650f-4f62-b85d-ce44c6031f05 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 945 time: 0.0561354 Sep 09 14:48:02.618292 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a2a261a1-d31e-49b2-a389-b1c38d115694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:02.633619 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2f3cdb7b-62de-4308-88be-c3522fa0a055 req-7b12e0de-6e36-4ba7-a39f-364e52bab30c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365686 Sep 09 14:48:02.660822 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:48:02.760995 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:02.800897 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:48:02.805196 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64314685-7851-46b3-93b1-fc79734f6f56" -d '{"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:48:02.826213 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:02.831703 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:02.839316 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:02.903480 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 14:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f208b6c7-4e43-4728-a3a6-878e717174ef x-openstack-request-id: req-f208b6c7-4e43-4728-a3a6-878e717174ef {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:48:02.903953 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-unplugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:48:02.904461 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f208b6c7-4e43-4728-a3a6-878e717174ef {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:48:02.904912 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'code': 200} Sep 09 14:48:02.906561 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=8']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:02.932518 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359b657-2146-4e84-8b08-e499b5bd4866 req-fc037c88-da7c-47f7-a015-2c7f6a6dad36 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:02.934052 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8359b657-2146-4e84-8b08-e499b5bd4866 req-fc037c88-da7c-47f7-a015-2c7f6a6dad36 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0579855 Sep 09 14:48:02.971702 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8359b657-2146-4e84-8b08-e499b5bd4866 req-e21e3b0c-dbf7-446d-a488-aca79e50a34f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317597 Sep 09 14:48:03.643822 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:03.754449 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2601e66-1b47-4011-ac73-5ff9ce6bf946 req-abd8e28e-755c-4f9c-bbed-f9f77c2d2f21 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:03.755952 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c2601e66-1b47-4011-ac73-5ff9ce6bf946 req-abd8e28e-755c-4f9c-bbed-f9f77c2d2f21 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0475872 Sep 09 14:48:03.795123 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c2601e66-1b47-4011-ac73-5ff9ce6bf946 req-8a24a2cb-b949-495f-9a60-f553f1865df7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332725 Sep 09 14:48:04.096223 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f96aa-0687-4878-95ee-7fc26babe52b req-933a6fd5-73fc-4b72-b62f-ed08fbb6c303 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:04.097840 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ea7f96aa-0687-4878-95ee-7fc26babe52b req-933a6fd5-73fc-4b72-b62f-ed08fbb6c303 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0544798 Sep 09 14:48:04.144057 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ea7f96aa-0687-4878-95ee-7fc26babe52b req-08cba458-4bf9-4545-8eef-faa69a11c53a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402083 Sep 09 14:48:04.285072 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-b5035fdb-db4f-487f-9494-37691a256ce9 req-c6d097b7-95cb-47ab-8293-03bb40f877f9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:48:04.286126 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b5035fdb-db4f-487f-9494-37691a256ce9 req-c6d097b7-95cb-47ab-8293-03bb40f877f9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058937 Sep 09 14:48:04.456125 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab94ef-c5ed-4871-9856-fdb21fa047e2 req-7e2252d4-3c90-4e4a-9846-f59cd27a537e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:04.457648 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-43ab94ef-c5ed-4871-9856-fdb21fa047e2 req-7e2252d4-3c90-4e4a-9846-f59cd27a537e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0570626 Sep 09 14:48:04.498274 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-43ab94ef-c5ed-4871-9856-fdb21fa047e2 req-52e6491d-f4d3-45f1-a441-42199069a51a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Sep 09 14:48:04.699688 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578b23-2aa4-4bbf-9a9b-32fd3ef87a5e req-7f68a2a1-2db7-40fe-a35c-bd14788e33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:04.701270 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-77578b23-2aa4-4bbf-9a9b-32fd3ef87a5e req-7f68a2a1-2db7-40fe-a35c-bd14788e33ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.0406427 Sep 09 14:48:04.738169 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-77578b23-2aa4-4bbf-9a9b-32fd3ef87a5e req-21902e20-bf1a-4dd5-b8f3-afb98e02d017 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285442 Sep 09 14:48:04.803508 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47808) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:04.893792 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-02481bf4-8139-45aa-849f-4e7b3c0c9784 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890822 Sep 09 14:48:04.902773 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-1c3aa92c-0832-46ed-a914-dc1d4e98aed1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:48:04.903752 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-1c3aa92c-0832-46ed-a914-dc1d4e98aed1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048676 Sep 09 14:48:05.108996 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:05.264839 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c680f-a055-4a42-a8a4-07d4b2c31bc5 req-50ee586b-7111-4c27-a0c1-c3d68197513d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:05.266364 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-247c680f-a055-4a42-a8a4-07d4b2c31bc5 req-50ee586b-7111-4c27-a0c1-c3d68197513d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0521657 Sep 09 14:48:05.307060 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-247c680f-a055-4a42-a8a4-07d4b2c31bc5 req-87fb0eaf-cb95-4c86-a0c4-945df9710239 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337317 Sep 09 14:48:05.625553 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc16a627-ae4c-47c1-a729-ed5b95806d6e req-0e81c2a1-edfe-42b7-8efa-f77c397346f4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:05.626989 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fc16a627-ae4c-47c1-a729-ed5b95806d6e req-0e81c2a1-edfe-42b7-8efa-f77c397346f4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0523517 Sep 09 14:48:05.672379 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fc16a627-ae4c-47c1-a729-ed5b95806d6e req-6b7875a9-656f-46d1-8abf-5004a6f7d469 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383728 Sep 09 14:48:05.847431 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47834) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:05.961911 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f465d140-033c-45c9-9c9b-af3a102f931d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.066897 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f465d140-033c-45c9-9c9b-af3a102f931d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.071757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f465d140-033c-45c9-9c9b-af3a102f931d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.111993 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f465d140-033c-45c9-9c9b-af3a102f931d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a16dc077707b473fa7b203a5e8eb1511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634053 Sep 09 14:48:06.113122 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f465d140-033c-45c9-9c9b-af3a102f931d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7d89e-3979-43a0-bc25-f1978b78bae8,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:06.114720 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47842) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:06.169148 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e467ff8d-9338-47e6-b0aa-5cb7b3471e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.191479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e467ff8d-9338-47e6-b0aa-5cb7b3471e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.237535 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e467ff8d-9338-47e6-b0aa-5cb7b3471e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.240147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e467ff8d-9338-47e6-b0aa-5cb7b3471e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:06.241304 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e467ff8d-9338-47e6-b0aa-5cb7b3471e5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74d7d89e-3979-43a0-bc25-f1978b78bae8 HTTP/1.1" status: 204 len: 168 time: 0.1255021 Sep 09 14:48:06.248955 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467ff8d-9338-47e6-b0aa-5cb7b3471e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7d89e-3979-43a0-bc25-f1978b78bae8,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:06.428979 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c045ff3-4e63-4f5b-981c-957ecda0c565 req-e30c48a1-acfc-446c-be75-4d455aec58dd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.430480 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8c045ff3-4e63-4f5b-981c-957ecda0c565 req-e30c48a1-acfc-446c-be75-4d455aec58dd tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0527780 Sep 09 14:48:06.470678 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8c045ff3-4e63-4f5b-981c-957ecda0c565 req-dfe019e9-61ca-49e9-a069-fd0b6675eec8 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338266 Sep 09 14:48:06.589097 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-7ac110af-4724-4ecf-b3d8-c14bc5ee2d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.590524 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-7ac110af-4724-4ecf-b3d8-c14bc5ee2d6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e&tenant_id=5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 1096 time: 0.0741124 Sep 09 14:48:06.668274 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-4cf80b7e-3c99-4a50-86b7-2245a3557d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.669789 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-4cf80b7e-3c99-4a50-86b7-2245a3557d0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1096 time: 0.0511224 Sep 09 14:48:06.834454 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-e4bda226-0f1a-406d-9cae-5c5fa75d7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.835964 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-e4bda226-0f1a-406d-9cae-5c5fa75d7d47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.1568985 Sep 09 14:48:06.846790 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01997850-d80c-4a83-8001-7de4767a1b18 req-dc69209b-036d-4967-a7c1-376b484e3cea tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.848277 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-01997850-d80c-4a83-8001-7de4767a1b18 req-dc69209b-036d-4967-a7c1-376b484e3cea tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0806890 Sep 09 14:48:06.897459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-746d3a80-a046-4f0c-bfec-9b57e9e6c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.898908 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-746d3a80-a046-4f0c-bfec-9b57e9e6c82e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 1099 time: 0.0913594 Sep 09 14:48:06.911370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5bfda-e40b-4fcd-8b78-b5c7b5672e4c req-2c13e26d-35e6-4306-8ab4-020338e74d45 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:06.918722 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-00c5bfda-e40b-4fcd-8b78-b5c7b5672e4c req-2c13e26d-35e6-4306-8ab4-020338e74d45 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1010611 Sep 09 14:48:06.937331 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-01997850-d80c-4a83-8001-7de4767a1b18 req-fd0f9bdb-2a99-408f-9e2a-8013ec4b78a1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823586 Sep 09 14:48:06.939449 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-5ca6f7ec-dde7-46d5-b496-ff0fb337d143 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 999 time: 0.0901854 Sep 09 14:48:06.984570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47878) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:06.989705 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-00c5bfda-e40b-4fcd-8b78-b5c7b5672e4c req-169a65d4-2ca6-4585-8ecc-b396c6a5bc40 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701356 Sep 09 14:48:07.009975 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-40bb5904-cb26-4ef9-9662-65efa24ba1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:07.011447 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-40bb5904-cb26-4ef9-9662-65efa24ba1ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0629592 Sep 09 14:48:07.048191 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-7e69c334-5075-4fae-941e-3bc433ee9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:07.049710 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-7e69c334-5075-4fae-941e-3bc433ee9564 service neutron] 10.222.0.13 "GET /v2.0/networks?id=530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 200 len: 919 time: 0.1290660 Sep 09 14:48:07.070246 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-845a9c55-0bc1-44ac-a736-9a39f4ee858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:07.071845 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-845a9c55-0bc1-44ac-a736-9a39f4ee858b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0521364 Sep 09 14:48:07.094652 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-97c9bec7-4ce6-47ac-93d0-6472e64b3e58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 200 len: 217 time: 0.0361331 Sep 09 14:48:07.114682 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-410094660-network', 'tenant_id': 'b920b7f44d9449d089032216de233c4d'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:07.168524 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-75050327-688c-424d-84da-4de498383bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:07.170189 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-75050327-688c-424d-84da-4de498383bcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 200 len: 858 time: 0.0653486 Sep 09 14:48:07.178471 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Made reservation on behalf of b920b7f44d9449d089032216de233c4d for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:07.181117 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.194752 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.206963 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-6ddf6509-d84b-4f2b-ad99-b5799f63f029 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=530f2b2e-033d-413d-b273-9f1005827dc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269191 Sep 09 14:48:07.219394 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-9cbf9579-473f-405f-83b0-25998bc5f242 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357520 Sep 09 14:48:07.306692 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-b8af80f5-31ec-46f0-aedc-417270c03fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850048 Sep 09 14:48:07.364358 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-874e4bdf-b48c-4d6e-ac82-422f87be1e6c req-b602036f-b961-4cc1-83cb-58a32da750f6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270308 Sep 09 14:48:07.394812 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.399049 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.418702 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e953d98-fff3-4dff-acb1-e2e60f71d229 req-c958ed83-db32-422b-b938-d8a3168b1d49 service neutron] 10.222.0.13 "GET /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981076 Sep 09 14:48:07.425978 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:48:07.436929 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616d70e6-81c3-4ee6-b417-24297366066f,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:07.443120 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.443461 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Added segment ee08295c-1a93-40a6-a29d-3d942ae23ae3 of type vlan for network c132c01e-3200-44df-b41a-3fd05852a331 Sep 09 14:48:07.488324 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.512560 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.513656 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:07.514826 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.548136 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5603709 Sep 09 14:48:07.551122 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47890) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:07.556223 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Request body: {'subnet': {'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-410094660-subnet', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:07.572678 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca74240-a8fa-4ddf-94f8-9cdf88536d4c admin admin] Pushing event updated for resources: {'Network': ['ID=c132c01e-3200-44df-b41a-3fd05852a331,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:07.583571 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network c132c01e-3200-44df-b41a-3fd05852a331 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:48:07.585740 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Made reservation on behalf of b920b7f44d9449d089032216de233c4d for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:07.588418 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458267'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.765914 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458245'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.825625 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58e17d48-7b31-4ab7-9f3d-ee52c70ff999,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:07.836596 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Checking segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:07.836952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Network hostable DHCP agents. Network: c132c01e-3200-44df-b41a-3fd05852a331, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:48:07.854990 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Network c132c01e-3200-44df-b41a-3fd05852a331 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:48:07.864763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, c132c01e-3200-44df-b41a-3fd05852a331) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:07.870437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:07.870931 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.877236 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc84aaa3-beea-4634-9e64-f21284c0f673 None None] Network c132c01e-3200-44df-b41a-3fd05852a331 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:48:07.892333 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ec5fd7b4-f5ee-4e6f-90bc-c41c48774167 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3400307 Sep 09 14:48:07.895162 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 47908) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:07.904382 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:07.931100 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:07.932734 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.010697 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.129125 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-c132c01e-3200-44df-b41a-3fd05852a331', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:48:08.129994 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.158576 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d1da69-5e57-4183-bf24-7dfb096392ea req-cd950adc-bea9-49f3-9d11-1e30076c649d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:08.160217 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-95d1da69-5e57-4183-bf24-7dfb096392ea req-cd950adc-bea9-49f3-9d11-1e30076c649d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.1082132 Sep 09 14:48:08.238659 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-95d1da69-5e57-4183-bf24-7dfb096392ea req-8b9ac3a8-cab5-4bef-a3d7-da73dd7496e8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700078 Sep 09 14:48:08.368761 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Allocated IP 172.20.0.2 (c132c01e-3200-44df-b41a-3fd05852a331/58e17d48-7b31-4ab7-9f3d-ee52c70ff999/dde84478-dc6a-4edd-b950-4f540fc215e8) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:08.390372 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.427137 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26bb02-27f1-49b6-8f28-e8b49d76f503 req-a072af20-d3e7-4ad0-b259-662976262625 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:08.437955 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ef26bb02-27f1-49b6-8f28-e8b49d76f503 req-a072af20-d3e7-4ad0-b259-662976262625 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.3112264 Sep 09 14:48:08.539641 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ef26bb02-27f1-49b6-8f28-e8b49d76f503 req-4c52335f-9db3-423b-85eb-25e45c881464 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827792 Sep 09 14:48:08.555712 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.575879 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Transition to ACTIVE for port object dde84478-dc6a-4edd-b950-4f540fc215e8 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:08.594478 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Transition to ACTIVE for port object dde84478-dc6a-4edd-b950-4f540fc215e8 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:08.605386 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.658801 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Network c132c01e-3200-44df-b41a-3fd05852a331 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:08.664939 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:08.667828 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:08.678038 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Pushing event updated for resources: {'Port': ['ID=dde84478-dc6a-4edd-b950-4f540fc215e8,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:08.774508 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Attempting to bind port dde84478-dc6a-4edd-b950-4f540fc215e8 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:08.774986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Attempting to bind port dde84478-dc6a-4edd-b950-4f540fc215e8 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:08.775258 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Attempting to bind port dde84478-dc6a-4edd-b950-4f540fc215e8 on network c132c01e-3200-44df-b41a-3fd05852a331 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:08.784236 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:08.784619 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Checking segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:08.785032 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.785432 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Bound using segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:08.786065 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Bound port: dde84478-dc6a-4edd-b950-4f540fc215e8, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:08.786466 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.857088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] For port dde84478-dc6a-4edd-b950-4f540fc215e8, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:08.861206 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] For port dde84478-dc6a-4edd-b950-4f540fc215e8, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=dde84478-dc6a-4edd-b950-4f540fc215e8,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:08.870576 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:08.943820 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59c7c4-30bc-4437-806a-7dc0037fe523 None None] Pushing event updated for resources: {'Port': ['ID=dde84478-dc6a-4edd-b950-4f540fc215e8,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:09.011920 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:09.033183 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:09.177735 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Allocated IP 172.27.2.247 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/648a98fa-874e-4936-b96f-a45b600382bf) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:09.406360 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:09.475449 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d9b3e-5adb-4b03-a1e9-6e0fd28c09a0 req-e239ad99-17f9-432b-8890-9cc2dd42c398 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:09.477060 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d98d9b3e-5adb-4b03-a1e9-6e0fd28c09a0 req-e239ad99-17f9-432b-8890-9cc2dd42c398 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0843134 Sep 09 14:48:09.526753 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:09.562262 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d98d9b3e-5adb-4b03-a1e9-6e0fd28c09a0 req-2644017e-ce6e-4809-a41c-a83ad75e9fe3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743296 Sep 09 14:48:09.578753 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:09.582008 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:09.585953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:09.625705 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Pushing event updated for resources: {'Port': ['ID=648a98fa-874e-4936-b96f-a45b600382bf,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:09.808046 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device dde84478-dc6a-4edd-b950-4f540fc215e8 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:09.888479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea3ab0-6273-4e60-8333-08aa47f57d87 req-4f124b1f-6046-4f77-96ab-caa132ce084d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:09.903235 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fea3ab0-6273-4e60-8333-08aa47f57d87 req-4f124b1f-6046-4f77-96ab-caa132ce084d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1643064 Sep 09 14:48:09.938148 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port dde84478-dc6a-4edd-b950-4f540fc215e8 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:10.019342 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fea3ab0-6273-4e60-8333-08aa47f57d87 req-e0fe62d5-3693-4e26-b450-692c0289443d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051228 Sep 09 14:48:10.083720 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:10.307571 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:48:10.311953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:10.336671 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06454615-08ee-4e4b-94b5-62f93ec6430e None None] Network c132c01e-3200-44df-b41a-3fd05852a331 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:48:10.505783 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] Provisioning for port dde84478-dc6a-4edd-b950-4f540fc215e8 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:10.509173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:48:10.513064 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] Provisioning complete for port dde84478-dc6a-4edd-b950-4f540fc215e8 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:10.513440 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:10.630288 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:10.683618 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] For port dde84478-dc6a-4edd-b950-4f540fc215e8, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=dde84478-dc6a-4edd-b950-4f540fc215e8,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:10.684038 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:48:10.696208 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:10.698694 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Sync routers for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:48:10.711286 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:10.712048 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:10.721236 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:10.725575 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 47948) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:10.726373 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1e359139-3aee-414d-8c3e-55dcd39ce709 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8290169 Sep 09 14:48:10.819229 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaf048-bb24-47c7-9778-72c07936c850 None None] Pushing event updated for resources: {'Port': ['ID=dde84478-dc6a-4edd-b950-4f540fc215e8,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:10.831017 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf66885-aed8-432f-b441-6e5e7431bbf7 req-021dc467-9124-4f56-8f1b-7550d6d1666d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:10.833625 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1bf66885-aed8-432f-b441-6e5e7431bbf7 req-021dc467-9124-4f56-8f1b-7550d6d1666d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0947187 Sep 09 14:48:10.915313 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1bf66885-aed8-432f-b441-6e5e7431bbf7 req-3b9b55b3-e49b-43cb-97a9-3815bd6814f1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708182 Sep 09 14:48:11.023164 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-4d85f898-1942-478a-b4ed-9c9b397b9974 None None] Provisioning complete for port dde84478-dc6a-4edd-b950-4f540fc215e8 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:11.023562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4d85f898-1942-478a-b4ed-9c9b397b9974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.033490 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:11.259503 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0721122-535b-473c-9a5e-17a43fafe995 req-5e4731e1-54e0-4b3c-80ff-4af44ed92787 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:11.266267 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d0721122-535b-473c-9a5e-17a43fafe995 req-5e4731e1-54e0-4b3c-80ff-4af44ed92787 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1038942 Sep 09 14:48:11.349741 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d0721122-535b-473c-9a5e-17a43fafe995 req-4ab39b08-9a4d-416f-9c58-5acd03078cd3 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719151 Sep 09 14:48:11.403049 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:09Z', 'revision_number': 3, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:11.442553 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Checking router: e1173e91-5ff0-4d37-a31e-fc3d302f5af0 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:48:11.443173 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Updating router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 port 648a98fa-874e-4936-b96f-a45b600382bf binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:48:11.474670 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.537814 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.703400 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device dde84478-dc6a-4edd-b950-4f540fc215e8 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:11.734933 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Allocated IP 172.20.0.1 (c132c01e-3200-44df-b41a-3fd05852a331/58e17d48-7b31-4ab7-9f3d-ee52c70ff999/1c140c33-06c7-4c28-8c41-264aeff6e1dc) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:11.770670 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port dde84478-dc6a-4edd-b950-4f540fc215e8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:11.770998 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.863579 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.878286 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Transition to ACTIVE for port object 1c140c33-06c7-4c28-8c41-264aeff6e1dc will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:11.917425 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.929797 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Transition to ACTIVE for port object 648a98fa-874e-4936-b96f-a45b600382bf will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:11.931374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.938319 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:11.977391 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Network c132c01e-3200-44df-b41a-3fd05852a331 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:11.981721 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:11.986286 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:11.998046 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c140c33-06c7-4c28-8c41-264aeff6e1dc,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:12.009646 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Attempting to bind port 648a98fa-874e-4936-b96f-a45b600382bf on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:12.010403 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Attempting to bind port 648a98fa-874e-4936-b96f-a45b600382bf by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:12.010757 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Attempting to bind port 648a98fa-874e-4936-b96f-a45b600382bf on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:12.022526 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:12.022906 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:12.023304 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.023818 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:12.024176 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Bound port: 648a98fa-874e-4936-b96f-a45b600382bf, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:12.024735 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.047875 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.056274 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Pushing event updated for resources: {'Port': ['ID=648a98fa-874e-4936-b96f-a45b600382bf,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:12.069960 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.070460 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.070808 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.071139 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.071469 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.071940 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.072467 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.072776 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.073168 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.073754 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.074090 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.074396 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:12.129799 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] For port 648a98fa-874e-4936-b96f-a45b600382bf, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:12.137501 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabeb828-44bb-4bee-b001-d9bcb74c57e7 req-d303ab90-fdb4-4fcf-9dfd-24a86309f08d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:12.138257 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] For port 648a98fa-874e-4936-b96f-a45b600382bf, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=648a98fa-874e-4936-b96f-a45b600382bf,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:12.145034 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dabeb828-44bb-4bee-b001-d9bcb74c57e7 req-d303ab90-fdb4-4fcf-9dfd-24a86309f08d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0747943 Sep 09 14:48:12.166089 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.219338 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dabeb828-44bb-4bee-b001-d9bcb74c57e7 req-e5e3dba6-2a9a-4082-b7e8-e7cc96915a01 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733302 Sep 09 14:48:12.281782 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.328182 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:12.328699 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:12.334446 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c8d39-e721-494d-bbd7-260bcf68a4b7 None None] Pushing event updated for resources: {'Port': ['ID=648a98fa-874e-4936-b96f-a45b600382bf,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:12.415936 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e5ee0c71-b2e0-40bd-9946-f76266f28f1c None None] Provisioning for port 1c140c33-06c7-4c28-8c41-264aeff6e1dc completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:12.433326 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e5ee0c71-b2e0-40bd-9946-f76266f28f1c None None] Provisioning complete for port 1c140c33-06c7-4c28-8c41-264aeff6e1dc triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:12.434089 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e5ee0c71-b2e0-40bd-9946-f76266f28f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.524767 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e5ee0c71-b2e0-40bd-9946-f76266f28f1c None None] Port 1c140c33-06c7-4c28-8c41-264aeff6e1dc cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:48:12.544394 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:12.601350 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5c2e3-9d72-4d41-b04a-2dbfd4ec3af9 req-f4017710-0add-4615-b2fe-52b204ca176f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:12.606550 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebf5c2e3-9d72-4d41-b04a-2dbfd4ec3af9 req-f4017710-0add-4615-b2fe-52b204ca176f tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1322997 Sep 09 14:48:12.657149 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.665203 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.678793 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebf5c2e3-9d72-4d41-b04a-2dbfd4ec3af9 req-7519a573-73f3-48cf-a295-726a1b72e2ab tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636783 Sep 09 14:48:12.742449 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1c140c33-06c7-4c28-8c41-264aeff6e1dc,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:12.761191 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:12.872761 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:11Z', 'revision_number': 1, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:12.900590 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1863ab8-64d8-4446-8300-e3d831596526 None None] The sync data for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi is: [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:11Z', 'revision_number': 1, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:48:12.931238 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Network c132c01e-3200-44df-b41a-3fd05852a331 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:12.932664 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:13.085540 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:48:13.237444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:48:13.247789 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-877b1fa0-2cac-42c1-9f28-bb39d04ef6b0 admin admin] 10.222.0.21 "PUT /v2.0/routers/e1173e91-5ff0-4d37-a31e-fc3d302f5af0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5155053 Sep 09 14:48:13.277498 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-80d47f5a-c357-4664-b578-c4519311394c None None] Provisioning complete for port 1c140c33-06c7-4c28-8c41-264aeff6e1dc triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:13.278570 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-80d47f5a-c357-4664-b578-c4519311394c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:13.342080 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-80d47f5a-c357-4664-b578-c4519311394c None None] Port 1c140c33-06c7-4c28-8c41-264aeff6e1dc cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:48:13.399212 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75976bf5-c4c4-46fa-b39d-9a95f3a584dc req-2b943804-6012-41af-b770-21726674916d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:13.400830 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-75976bf5-c4c4-46fa-b39d-9a95f3a584dc req-2b943804-6012-41af-b770-21726674916d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0959897 Sep 09 14:48:13.464503 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-75976bf5-c4c4-46fa-b39d-9a95f3a584dc req-1291d5b0-bb58-445d-aa97-b1c8a251ba4c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562184 Sep 09 14:48:13.930133 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc8af6d-fffa-4db8-b1f1-2e9fe2a955d8 req-d885f1dc-a0fc-48ef-85dd-4fd18a124d64 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:13.941709 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3fc8af6d-fffa-4db8-b1f1-2e9fe2a955d8 req-d885f1dc-a0fc-48ef-85dd-4fd18a124d64 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1494386 Sep 09 14:48:14.000251 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3fc8af6d-fffa-4db8-b1f1-2e9fe2a955d8 req-b94a02e7-1b3a-4c15-8ea7-92f8906c3dfe tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572410 Sep 09 14:48:14.070892 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48002) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:14.077485 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-130766104-network', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:14.105249 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Made reservation on behalf of a068f64c5f354e6cb1ace70bd84fa514 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:14.108773 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.119296 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.251254 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.261366 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.287313 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:48:14.297053 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dc71c2-3c6f-483a-a987-551d99abec8c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:14.303284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.303585 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Added segment 8af6cfdf-5a17-45a4-8a99-609c668fdd7d of type vlan for network d6c064f5-0121-40cd-aece-426f97b6551a Sep 09 14:48:14.378494 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.412356 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.413608 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:14.414284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.459134 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3869944 Sep 09 14:48:14.462013 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48004) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:14.468063 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Request body: {'subnet': {'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-130766104-subnet', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:14.506796 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af874cd-5b15-48df-9cb2-db217c7707cd admin admin] Pushing event updated for resources: {'Network': ['ID=d6c064f5-0121-40cd-aece-426f97b6551a,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:14.519931 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network d6c064f5-0121-40cd-aece-426f97b6551a details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:48:14.528443 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Made reservation on behalf of a068f64c5f354e6cb1ace70bd84fa514 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:14.531378 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10436432'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.695973 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1cf45-08c0-4869-9ab5-2ac84bbe1f16 req-885a4b4e-f160-422b-8943-7a52e0d62558 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:14.699071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a3e1cf45-08c0-4869-9ab5-2ac84bbe1f16 req-885a4b4e-f160-422b-8943-7a52e0d62558 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.1159601 Sep 09 14:48:14.760620 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a3e1cf45-08c0-4869-9ab5-2ac84bbe1f16 req-fc8e4a6a-ee1a-4282-a8dd-fceb3cde8944 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548327 Sep 09 14:48:14.855506 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10230185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10436430'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:14.924343 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f450c5-2ed4-4062-b0b0-55c8a4b0883f,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:14.928935 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Checking segment: {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:14.929507 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Network hostable DHCP agents. Network: d6c064f5-0121-40cd-aece-426f97b6551a, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:48:14.975448 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Network d6c064f5-0121-40cd-aece-426f97b6551a is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:48:14.994999 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, d6c064f5-0121-40cd-aece-426f97b6551a) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:15.001899 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:15.002670 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.004805 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856e4f52-4403-4af9-ac72-0e93ef09144c None None] Network d6c064f5-0121-40cd-aece-426f97b6551a requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:48:15.034165 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-09dfdbc1-96d2-46f1-bf8c-629ad13342b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5710289 Sep 09 14:48:15.036829 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48018) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:15.044838 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:15.082398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.098353 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.251797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.270481 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f0e4-b703-4521-a527-3c27a2934d95 req-2b18b175-661e-4853-bec2-d189aa2d3c00 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:15.280668 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eac6f0e4-b703-4521-a527-3c27a2934d95 req-2b18b175-661e-4853-bec2-d189aa2d3c00 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1572855 Sep 09 14:48:15.296558 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-d6c064f5-0121-40cd-aece-426f97b6551a', 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'fixed_ips': [{'subnet_id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:48:15.297431 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.394201 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48022) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:15.414033 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-eac6f0e4-b703-4521-a527-3c27a2934d95 req-e6b5a9d5-223a-4806-a379-5cd88a84574a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322484 Sep 09 14:48:15.507610 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.619718 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4cd99985-714f-4668-8244-778c02e17756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.642577 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Allocated IP 172.20.0.2 (d6c064f5-0121-40cd-aece-426f97b6551a/15f450c5-2ed4-4062-b0b0-55c8a4b0883f/eac3f7a6-43bf-4981-8beb-826a92c8f77d) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:15.834899 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Sync routers for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:48:15.848912 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 648a98fa-874e-4936-b96f-a45b600382bf up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:15.873437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4cd99985-714f-4668-8244-778c02e17756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.881273 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4cd99985-714f-4668-8244-778c02e17756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.906668 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:15.931012 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4cd99985-714f-4668-8244-778c02e17756 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=70220356aa574262a2c5b3c33f3eb42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5353789 Sep 09 14:48:15.932131 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd99985-714f-4668-8244-778c02e17756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da57993b-327e-4d32-93e8-e76083dbf067,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:15.934770 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48030) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:15.974019 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.014927 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:16.020858 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e2e35626-b3b8-4163-9fc3-9a5170e9e6bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.028256 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:16.054150 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e2e35626-b3b8-4163-9fc3-9a5170e9e6bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.110932 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83006fe-9020-480a-8ec0-e216e12deeb8 req-e655878e-33c4-4b6c-a93b-5d6a383ae2a2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:16.112796 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f83006fe-9020-480a-8ec0-e216e12deeb8 req-e655878e-33c4-4b6c-a93b-5d6a383ae2a2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.1534812 Sep 09 14:48:16.128830 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e2e35626-b3b8-4163-9fc3-9a5170e9e6bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.131828 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e2e35626-b3b8-4163-9fc3-9a5170e9e6bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.133235 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e2e35626-b3b8-4163-9fc3-9a5170e9e6bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da57993b-327e-4d32-93e8-e76083dbf067 HTTP/1.1" status: 204 len: 168 time: 0.1974120 Sep 09 14:48:16.150364 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e35626-b3b8-4163-9fc3-9a5170e9e6bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da57993b-327e-4d32-93e8-e76083dbf067,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:16.230616 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Allocated IP 172.27.2.197 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/baa333dc-530f-43bf-b707-b4dd6760c14a) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:16.251845 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f83006fe-9020-480a-8ec0-e216e12deeb8 req-51c9cab3-c2af-423f-9b1d-c3010669a00c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847285 Sep 09 14:48:16.364033 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.368060 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 648a98fa-874e-4936-b96f-a45b600382bf completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:16.385602 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 648a98fa-874e-4936-b96f-a45b600382bf triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:16.386221 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.390073 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Transition to ACTIVE for port object eac3f7a6-43bf-4981-8beb-826a92c8f77d will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:16.496114 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Transition to ACTIVE for port object eac3f7a6-43bf-4981-8beb-826a92c8f77d will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:16.517321 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.584817 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:16.604059 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.631549 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Network d6c064f5-0121-40cd-aece-426f97b6551a is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:16.642563 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f6da0b-ae39-4142-9ada-a9808be1b916 req-b6742e05-a733-4852-834b-49726d52bd38 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:16.644206 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-52f6da0b-ae39-4142-9ada-a9808be1b916 req-b6742e05-a733-4852-834b-49726d52bd38 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0830700 Sep 09 14:48:16.662814 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:16.665329 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:16.689898 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Pushing event updated for resources: {'Port': ['ID=eac3f7a6-43bf-4981-8beb-826a92c8f77d,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:16.725322 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-52f6da0b-ae39-4142-9ada-a9808be1b916 req-71c02542-585e-4632-8947-b4639aa1a449 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451763 Sep 09 14:48:16.726457 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.771002 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:16.775545 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:16.779048 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:16.810918 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Attempting to bind port eac3f7a6-43bf-4981-8beb-826a92c8f77d on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:16.811755 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Attempting to bind port eac3f7a6-43bf-4981-8beb-826a92c8f77d by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:16.812405 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Attempting to bind port eac3f7a6-43bf-4981-8beb-826a92c8f77d on network d6c064f5-0121-40cd-aece-426f97b6551a {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:16.818657 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Pushing event updated for resources: {'Port': ['ID=baa333dc-530f-43bf-b707-b4dd6760c14a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:16.819261 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.871678 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:16.872540 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Checking segment: {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:16.873217 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.873904 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Bound using segment: {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:16.874631 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Bound port: eac3f7a6-43bf-4981-8beb-826a92c8f77d, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:16.875171 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:16.890337 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 648a98fa-874e-4936-b96f-a45b600382bf, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=648a98fa-874e-4936-b96f-a45b600382bf,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:16.931456 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.062475 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=648a98fa-874e-4936-b96f-a45b600382bf,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:17.091526 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] For port eac3f7a6-43bf-4981-8beb-826a92c8f77d, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:17.110384 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] For port eac3f7a6-43bf-4981-8beb-826a92c8f77d, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eac3f7a6-43bf-4981-8beb-826a92c8f77d,segment=NetworkSegment(8af6cfdf-5a17-45a4-8a99-609c668fdd7d),segment_id=8af6cfdf-5a17-45a4-8a99-609c668fdd7d)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:17.123050 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.206650 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 2, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:17.209125 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c686d5b-a6c2-4391-892e-455343054de2 None None] Pushing event updated for resources: {'Port': ['ID=eac3f7a6-43bf-4981-8beb-826a92c8f77d,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:17.243134 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Checking router: e1173e91-5ff0-4d37-a31e-fc3d302f5af0 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:48:17.243537 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Updating router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 port 1c140c33-06c7-4c28-8c41-264aeff6e1dc binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:48:17.281503 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.512557 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.624690 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93d6a1-1846-40b7-81e9-594e2f6babb2 req-f19613e8-3046-4117-a608-b7952acc4a84 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:17.626265 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed93d6a1-1846-40b7-81e9-594e2f6babb2 req-f19613e8-3046-4117-a608-b7952acc4a84 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.1839819 Sep 09 14:48:17.761389 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed93d6a1-1846-40b7-81e9-594e2f6babb2 req-f4f08c0c-2cc9-4c7f-a646-552babfaff15 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089163 Sep 09 14:48:17.797824 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.829967 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Transition to ACTIVE for port object 1c140c33-06c7-4c28-8c41-264aeff6e1dc will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:17.837371 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.896357 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:17.903662 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc735d-bc0b-4c63-884f-fda49e6c9876 None None] Pushing event updated for resources: {'Port': ['ID=1c140c33-06c7-4c28-8c41-264aeff6e1dc,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:17.910479 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eac3f7a6-43bf-4981-8beb-826a92c8f77d up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:18.022325 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Attempting to bind port 1c140c33-06c7-4c28-8c41-264aeff6e1dc on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:18.023076 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Attempting to bind port 1c140c33-06c7-4c28-8c41-264aeff6e1dc by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:18.023544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Attempting to bind port 1c140c33-06c7-4c28-8c41-264aeff6e1dc on network c132c01e-3200-44df-b41a-3fd05852a331 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:18.036131 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:18.036619 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Checking segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:18.037124 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:18.037751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Bound using segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:18.038534 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Bound port: 1c140c33-06c7-4c28-8c41-264aeff6e1dc, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:18.039012 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:18.066537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac46668-2a72-481d-b3ed-7a35b50b077f req-e8fdfd7d-430c-485d-8182-b5b0b0d70028 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:18.072230 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bac46668-2a72-481d-b3ed-7a35b50b077f req-e8fdfd7d-430c-485d-8182-b5b0b0d70028 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1682117 Sep 09 14:48:18.126829 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] For port 1c140c33-06c7-4c28-8c41-264aeff6e1dc, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:18.134565 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] For port 1c140c33-06c7-4c28-8c41-264aeff6e1dc, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=1c140c33-06c7-4c28-8c41-264aeff6e1dc,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:18.142764 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:18.170338 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bac46668-2a72-481d-b3ed-7a35b50b077f req-c021dbf0-5e05-4a92-be2f-4f54bb1d7927 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643985 Sep 09 14:48:18.209113 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Router 1dd7130a-11a2-47eb-b3a9-6275689e3964 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:48:18.220649 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port eac3f7a6-43bf-4981-8beb-826a92c8f77d completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:18.244213 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 648a98fa-874e-4936-b96f-a45b600382bf up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:18.271462 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc735d-bc0b-4c63-884f-fda49e6c9876 None None] Pushing event updated for resources: {'Port': ['ID=1c140c33-06c7-4c28-8c41-264aeff6e1dc,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:18.276885 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:18.277544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:18.414802 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 648a98fa-874e-4936-b96f-a45b600382bf triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:18.415749 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:18.441291 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:48:18.454165 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Sync routers for ids ['1dd7130a-11a2-47eb-b3a9-6275689e3964'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:48:18.464952 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:18.467571 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Routers {'1dd7130a-11a2-47eb-b3a9-6275689e3964'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:18.468994 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['1dd7130a-11a2-47eb-b3a9-6275689e3964'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:18.469934 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48058) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:18.478594 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-12a456f4-bde5-4eee-b916-4c6409245183 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4395800 Sep 09 14:48:18.488732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:18.684459 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Set router 1dd7130a-11a2-47eb-b3a9-6275689e3964 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:18.966212 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:17Z', 'revision_number': 3, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:18.978837 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82116502-f91b-4e4e-9a6d-644c697e22c7 req-635500c8-140e-428a-b488-82053911f8e6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:18.980490 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-82116502-f91b-4e4e-9a6d-644c697e22c7 req-635500c8-140e-428a-b488-82053911f8e6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.1057980 Sep 09 14:48:19.011582 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbbb8d-adf3-4c6c-bb75-f77c21c0c111 None None] Network d6c064f5-0121-40cd-aece-426f97b6551a requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:48:19.036662 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Checking router: 1dd7130a-11a2-47eb-b3a9-6275689e3964 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:48:19.036900 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Updating router 1dd7130a-11a2-47eb-b3a9-6275689e3964 port baa333dc-530f-43bf-b707-b4dd6760c14a binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:48:19.038134 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-82116502-f91b-4e4e-9a6d-644c697e22c7 req-852a867f-ef99-42d1-9163-1db18b285e0c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502822 Sep 09 14:48:19.067175 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.258678 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:18Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:19.294564 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] Provisioning for port eac3f7a6-43bf-4981-8beb-826a92c8f77d completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:19.297357 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3d29de-8020-4f22-ba42-edd7ce0e9ba9 None None] The sync data for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi is: [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:18Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:48:19.304510 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] Provisioning complete for port eac3f7a6-43bf-4981-8beb-826a92c8f77d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:19.304951 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.359795 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249d7ca-96e4-424a-a0e6-c420b83c99fe req-5ec1190e-5722-4886-abc2-788241980d23 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:19.364992 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d249d7ca-96e4-424a-a0e6-c420b83c99fe req-5ec1190e-5722-4886-abc2-788241980d23 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1094434 Sep 09 14:48:19.452782 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d249d7ca-96e4-424a-a0e6-c420b83c99fe req-7f452c11-4a80-47b9-b7e0-cd283c228f0b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819218 Sep 09 14:48:19.550338 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.556014 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.595056 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] For port eac3f7a6-43bf-4981-8beb-826a92c8f77d, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eac3f7a6-43bf-4981-8beb-826a92c8f77d,segment=NetworkSegment(8af6cfdf-5a17-45a4-8a99-609c668fdd7d),segment_id=8af6cfdf-5a17-45a4-8a99-609c668fdd7d)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:19.599514 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Transition to ACTIVE for port object baa333dc-530f-43bf-b707-b4dd6760c14a will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:19.602348 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.617975 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.619370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.693548 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269d24a-1cfc-4824-b86c-3f4a08da2e10 None None] Pushing event updated for resources: {'Port': ['ID=eac3f7a6-43bf-4981-8beb-826a92c8f77d,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:19.815046 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Attempting to bind port baa333dc-530f-43bf-b707-b4dd6760c14a on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:19.815896 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Attempting to bind port baa333dc-530f-43bf-b707-b4dd6760c14a by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:19.816258 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Attempting to bind port baa333dc-530f-43bf-b707-b4dd6760c14a on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:19.816508 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1c140c33-06c7-4c28-8c41-264aeff6e1dc up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:19.820288 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe17263-2e36-465f-9cf8-412912ef436b None None] Pushing event updated for resources: {'Port': ['ID=baa333dc-530f-43bf-b707-b4dd6760c14a,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:19.827108 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:19.827664 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:19.828100 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.828495 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:19.829221 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Bound port: baa333dc-530f-43bf-b707-b4dd6760c14a, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:19.829357 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.880777 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 1c140c33-06c7-4c28-8c41-264aeff6e1dc completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:19.888658 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 1c140c33-06c7-4c28-8c41-264aeff6e1dc triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:19.889220 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.910189 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Allocated IP 172.20.0.1 (d6c064f5-0121-40cd-aece-426f97b6551a/15f450c5-2ed4-4062-b0b0-55c8a4b0883f/66835718-f082-407a-b361-d25fdf594add) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:19.940859 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9d617fa7-02aa-4327-8cab-b3def15677d5 None None] Provisioning complete for port eac3f7a6-43bf-4981-8beb-826a92c8f77d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:19.941308 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9d617fa7-02aa-4327-8cab-b3def15677d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:19.959650 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] For port baa333dc-530f-43bf-b707-b4dd6760c14a, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:19.963050 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] For port baa333dc-530f-43bf-b707-b4dd6760c14a, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=baa333dc-530f-43bf-b707-b4dd6760c14a,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:19.967005 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.030156 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Routers {'1dd7130a-11a2-47eb-b3a9-6275689e3964'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:20.031682 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['1dd7130a-11a2-47eb-b3a9-6275689e3964'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:20.042037 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.045116 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.062850 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Transition to ACTIVE for port object 66835718-f082-407a-b361-d25fdf594add will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:20.106552 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 1c140c33-06c7-4c28-8c41-264aeff6e1dc, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=1c140c33-06c7-4c28-8c41-264aeff6e1dc,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:20.116417 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.174034 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe17263-2e36-465f-9cf8-412912ef436b None None] Pushing event updated for resources: {'Port': ['ID=baa333dc-530f-43bf-b707-b4dd6760c14a,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:20.174686 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.196661 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=1c140c33-06c7-4c28-8c41-264aeff6e1dc,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:20.247696 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856259a-6727-4e3d-906c-51e6ab5fb7bc req-7250f41e-f2f7-48b4-8795-5d51a1a4bc7b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:20.250147 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c856259a-6727-4e3d-906c-51e6ab5fb7bc req-7250f41e-f2f7-48b4-8795-5d51a1a4bc7b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0882006 Sep 09 14:48:20.251774 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Network d6c064f5-0121-40cd-aece-426f97b6551a is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:20.258286 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:20.261375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:20.272988 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] Set router 1dd7130a-11a2-47eb-b3a9-6275689e3964 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:20.315718 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c856259a-6727-4e3d-906c-51e6ab5fb7bc req-2e5e1cd9-bec4-405c-8fd6-3d94cfcd7204 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498302 Sep 09 14:48:20.317781 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Pushing event updated for resources: {'Port': ['ID=66835718-f082-407a-b361-d25fdf594add,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:20.344259 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.344615 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.344957 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.345293 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.345625 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.346091 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.346428 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.347004 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.347512 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.348534 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.349001 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.349190 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:20.366976 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.496127 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:17Z', 'revision_number': 3, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:20.508839 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.526747 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6370c606-11e1-4c5c-a0e8-6bc6cd853e06 None None] The sync data for ids ['1dd7130a-11a2-47eb-b3a9-6275689e3964'] in dv-cinder-807469-2-iscsi is: [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:17Z', 'revision_number': 3, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:48:20.558607 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-bddaaa18-72d6-4f31-844e-6fdb9a325f47 None None] Provisioning for port 66835718-f082-407a-b361-d25fdf594add completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:20.564953 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-bddaaa18-72d6-4f31-844e-6fdb9a325f47 None None] Provisioning complete for port 66835718-f082-407a-b361-d25fdf594add triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:20.565335 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-bddaaa18-72d6-4f31-844e-6fdb9a325f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.593282 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f4d42-a974-4eda-9ad6-ddc9611f74b3 req-514e0c81-aa57-4896-a0e1-257f87812dec tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:20.611755 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a4f4d42-a974-4eda-9ad6-ddc9611f74b3 req-514e0c81-aa57-4896-a0e1-257f87812dec tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0698719 Sep 09 14:48:20.640055 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-bddaaa18-72d6-4f31-844e-6fdb9a325f47 None None] Port 66835718-f082-407a-b361-d25fdf594add cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:48:20.653382 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a4f4d42-a974-4eda-9ad6-ddc9611f74b3 req-8fbd6505-bd35-49b3-9eec-29f836781c02 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Sep 09 14:48:20.717206 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.722206 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.799071 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Pushing event updated for resources: {'Port': ['ID=66835718-f082-407a-b361-d25fdf594add,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:20.802052 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:20.912921 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Network d6c064f5-0121-40cd-aece-426f97b6551a is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:20.914394 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:21.036779 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Router 1dd7130a-11a2-47eb-b3a9-6275689e3964 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:48:21.149751 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:48:21.160412 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2c33e933-47a2-4089-bf4e-6588882321ca admin admin] 10.222.0.21 "PUT /v2.0/routers/1dd7130a-11a2-47eb-b3a9-6275689e3964/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892662 Sep 09 14:48:21.164182 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-81b4d1fc-c1d2-4d15-acdc-915d8ace706f None None] Provisioning complete for port 66835718-f082-407a-b361-d25fdf594add triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:21.164688 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-81b4d1fc-c1d2-4d15-acdc-915d8ace706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:21.201263 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-81b4d1fc-c1d2-4d15-acdc-915d8ace706f None None] Port 66835718-f082-407a-b361-d25fdf594add cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:48:21.442989 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0cc11-035b-4ff3-b3c8-19f5a25a1440 req-d0bd9860-75b0-4d97-a2e9-3b4d51e008a7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:21.444578 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c1c0cc11-035b-4ff3-b3c8-19f5a25a1440 req-d0bd9860-75b0-4d97-a2e9-3b4d51e008a7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0563161 Sep 09 14:48:21.487564 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c1c0cc11-035b-4ff3-b3c8-19f5a25a1440 req-a4886dbe-970d-4dd2-b201-681d0a667f2f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327270 Sep 09 14:48:21.763618 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e5fbc-f4be-411c-a1d7-94f0a2a26713 req-01c736f7-767d-4d1f-8902-2b7b58caa9b2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:21.771357 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e9e5fbc-f4be-411c-a1d7-94f0a2a26713 req-01c736f7-767d-4d1f-8902-2b7b58caa9b2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0579715 Sep 09 14:48:21.790572 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1c140c33-06c7-4c28-8c41-264aeff6e1dc up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:21.825548 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4e9e5fbc-f4be-411c-a1d7-94f0a2a26713 req-769801a8-b01e-4a49-aa2c-96550f84a5a5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532806 Sep 09 14:48:21.848369 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 1c140c33-06c7-4c28-8c41-264aeff6e1dc triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:21.849171 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:21.894043 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48094) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:21.898870 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784722130', 'description': 'tempest-secgroup-smoke-1784722130 description', 'project_id': 'b920b7f44d9449d089032216de233c4d'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:21.936135 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:21.937455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eac3f7a6-43bf-4981-8beb-826a92c8f77d up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:21.995552 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port eac3f7a6-43bf-4981-8beb-826a92c8f77d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:21.995904 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.034845 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.038864 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.069960 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.074210 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1760840 Sep 09 14:48:22.074210 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7995232-1adb-4ca8-bbb3-523f0456ee90,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.074790 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48096) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:22.080966 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.081316 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.081653 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.081985 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.082264 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group_rule': {'security_group_id': 'e7995232-1adb-4ca8-bbb3-523f0456ee90', 'project_id': 'b920b7f44d9449d089032216de233c4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:22.082389 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.082625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.082950 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.083070 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device baa333dc-530f-43bf-b707-b4dd6760c14a up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:22.083268 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.083594 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.083953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.084274 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.084594 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d0a5cf-19f8-4f07-9358-9ed73de8319c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:22.129054 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.139462 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port baa333dc-530f-43bf-b707-b4dd6760c14a completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:22.143187 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port baa333dc-530f-43bf-b707-b4dd6760c14a triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:22.143713 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.192594 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.197846 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.216334 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b10a98d-c0a5-4da6-be4b-e38eeed76a89,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.221533 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Sync routers for ids ['1dd7130a-11a2-47eb-b3a9-6275689e3964'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:48:22.232526 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.234441 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d3ca8f27-48a4-4164-97f7-98bf1d0ea8b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579432 Sep 09 14:48:22.237212 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48100) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:22.238653 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Routers {'1dd7130a-11a2-47eb-b3a9-6275689e3964'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:22.239303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['1dd7130a-11a2-47eb-b3a9-6275689e3964'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:22.242633 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group_rule': {'security_group_id': 'e7995232-1adb-4ca8-bbb3-523f0456ee90', 'project_id': 'b920b7f44d9449d089032216de233c4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:22.272018 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.288215 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.316645 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port baa333dc-530f-43bf-b707-b4dd6760c14a, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=baa333dc-530f-43bf-b707-b4dd6760c14a,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:22.322528 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.353154 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.361750 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.386624 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb6a508-b936-49e1-9efe-bde721684d2c,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.411437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.412812 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fa3ac279-7e95-4061-887e-f7b60fe1e58d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1746571 Sep 09 14:48:22.415683 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48106) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:22.420961 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group_rule': {'security_group_id': 'e7995232-1adb-4ca8-bbb3-523f0456ee90', 'project_id': 'b920b7f44d9449d089032216de233c4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:22.436285 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Set router 1dd7130a-11a2-47eb-b3a9-6275689e3964 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:22.469142 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.484161 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=baa333dc-530f-43bf-b707-b4dd6760c14a,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.528911 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.533474 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.551552 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbe13da-544a-4ab5-8ed7-9029b9b5c42f,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.564136 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.565468 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ec6e99d2-bae5-4ee2-89fe-49211dc22090 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487718 Sep 09 14:48:22.568847 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48112) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:22.574569 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group_rule': {'security_group_id': 'e7995232-1adb-4ca8-bbb3-523f0456ee90', 'project_id': 'b920b7f44d9449d089032216de233c4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:22.604706 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.619480 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e943e-3801-4484-8d33-37e7e7ad82d8 req-ff2400d2-952a-4a96-b6d8-588f67062591 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:22.624625 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-103e943e-3801-4484-8d33-37e7e7ad82d8 req-ff2400d2-952a-4a96-b6d8-588f67062591 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0578442 Sep 09 14:48:22.668786 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 4, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '66835718-f082-407a-b361-d25fdf594add', 'name': '', 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'mac_address': 'fa:16:3e:04:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:19Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 2, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'subnets': [{'id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:22.670571 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-103e943e-3801-4484-8d33-37e7e7ad82d8 req-913ef641-d2bc-458e-90b1-02d70f517ea4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397286 Sep 09 14:48:22.673487 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.677362 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.694951 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41573a8-b836-4f18-bab8-3303a1be4dae,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.707763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.709095 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-cdf5544c-638d-4e27-9056-240eaa049984 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385682 Sep 09 14:48:22.709487 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Checking router: 1dd7130a-11a2-47eb-b3a9-6275689e3964 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:48:22.709844 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Updating router 1dd7130a-11a2-47eb-b3a9-6275689e3964 port 66835718-f082-407a-b361-d25fdf594add binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:48:22.711885 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48116) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:22.716668 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group_rule': {'security_group_id': 'e7995232-1adb-4ca8-bbb3-523f0456ee90', 'project_id': 'b920b7f44d9449d089032216de233c4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:22.735669 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.740609 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.securitygroups_db [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Project b920b7f44d9449d089032216de233c4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:48:22.745535 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.807964 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.812089 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.831972 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ee513a-a442-4bec-83f3-4ba87bf877a8,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:22.839511 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.840758 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-07dc402f-404e-4801-966a-f0cbb678c4dd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278119 Sep 09 14:48:22.843634 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48118) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:22.847970 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'security_group_rule': {'security_group_id': 'e7995232-1adb-4ca8-bbb3-523f0456ee90', 'project_id': 'b920b7f44d9449d089032216de233c4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:22.877145 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.securitygroups_db [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Project b920b7f44d9449d089032216de233c4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:48:22.882175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.976760 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:22.985412 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3f42f-0b1f-4266-816e-e160d3815576 req-8bb73462-1de0-498d-8130-f318f2741e60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:22.986937 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ebb3f42f-0b1f-4266-816e-e160d3815576 req-8bb73462-1de0-498d-8130-f318f2741e60 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0767512 Sep 09 14:48:22.988028 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.017697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b81c22b-0514-4593-8d9e-04d23fa40a30,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:23.018427 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.027520 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.037000 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1fda534e-e087-4b66-a609-358adfe7a299 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1841774 Sep 09 14:48:23.037385 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Transition to ACTIVE for port object 66835718-f082-407a-b361-d25fdf594add will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:23.040818 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.052971 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ebb3f42f-0b1f-4266-816e-e160d3815576 req-9612dcaa-5d5b-45d9-833e-3d488b875317 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574493 Sep 09 14:48:23.089119 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0018-079e-435b-84f7-1195a3234d86 None None] Pushing event updated for resources: {'Port': ['ID=66835718-f082-407a-b361-d25fdf594add,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:23.154592 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Attempting to bind port 66835718-f082-407a-b361-d25fdf594add on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:23.155835 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Attempting to bind port 66835718-f082-407a-b361-d25fdf594add by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:23.156493 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Attempting to bind port 66835718-f082-407a-b361-d25fdf594add on network d6c064f5-0121-40cd-aece-426f97b6551a {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:23.163245 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:23.163628 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Checking segment: {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:23.164057 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.164447 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Bound using segment: {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:23.165046 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Bound port: 66835718-f082-407a-b361-d25fdf594add, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8af6cfdf-5a17-45a4-8a99-609c668fdd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:23.165427 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.239115 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] For port 66835718-f082-407a-b361-d25fdf594add, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:23.243009 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] For port 66835718-f082-407a-b361-d25fdf594add, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=66835718-f082-407a-b361-d25fdf594add,segment=NetworkSegment(8af6cfdf-5a17-45a4-8a99-609c668fdd7d),segment_id=8af6cfdf-5a17-45a4-8a99-609c668fdd7d)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:23.258134 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:23.340987 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Routers {'1dd7130a-11a2-47eb-b3a9-6275689e3964'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:23.341754 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['1dd7130a-11a2-47eb-b3a9-6275689e3964'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:23.552390 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0018-079e-435b-84f7-1195a3234d86 None None] Pushing event updated for resources: {'Port': ['ID=66835718-f082-407a-b361-d25fdf594add,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:23.678050 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] Set router 1dd7130a-11a2-47eb-b3a9-6275689e3964 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:23.846339 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device baa333dc-530f-43bf-b707-b4dd6760c14a up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:23.873284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3712e1c1-3fa7-45f0-8c11-68e56c8852ec req-7ee14d2b-3d7a-43ab-8e2f-5c2b78fff065 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:23.884191 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3712e1c1-3fa7-45f0-8c11-68e56c8852ec req-7ee14d2b-3d7a-43ab-8e2f-5c2b78fff065 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0876436 Sep 09 14:48:23.939944 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3712e1c1-3fa7-45f0-8c11-68e56c8852ec req-d777a4ad-14ce-45c4-9139-886ae4a78349 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498338 Sep 09 14:48:24.042070 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port baa333dc-530f-43bf-b707-b4dd6760c14a triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:24.042500 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:24.154502 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 4, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '66835718-f082-407a-b361-d25fdf594add', 'name': '', 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'mac_address': 'fa:16:3e:04:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:19Z', 'updated_at': '2021-09-09T14:48:23Z', 'revision_number': 4, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'subnets': [{'id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:24.185806 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e693f865-e46b-46c8-825f-a4535855a83c None None] The sync data for ids ['1dd7130a-11a2-47eb-b3a9-6275689e3964'] in dv-cinder-807469-2-iscsi is: [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 4, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '66835718-f082-407a-b361-d25fdf594add', 'name': '', 'network_id': 'd6c064f5-0121-40cd-aece-426f97b6551a', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'mac_address': 'fa:16:3e:04:bd:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:19Z', 'updated_at': '2021-09-09T14:48:23Z', 'revision_number': 4, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'subnets': [{'id': '15f450c5-2ed4-4062-b0b0-55c8a4b0883f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:48:25.066682 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e31944-a0b9-4362-b4ca-53bbb02a97d4 req-5ce62dfb-7ec8-49c6-a126-96e4a447025d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:25.068270 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f2e31944-a0b9-4362-b4ca-53bbb02a97d4 req-5ce62dfb-7ec8-49c6-a126-96e4a447025d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0572422 Sep 09 14:48:25.109554 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f2e31944-a0b9-4362-b4ca-53bbb02a97d4 req-3ec50989-a067-41ed-9c48-014d048e1ce1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345232 Sep 09 14:48:25.711905 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 66835718-f082-407a-b361-d25fdf594add up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:25.760570 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 66835718-f082-407a-b361-d25fdf594add completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:25.766102 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 66835718-f082-407a-b361-d25fdf594add triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:25.766482 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:25.848569 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:25.881692 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 66835718-f082-407a-b361-d25fdf594add, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=66835718-f082-407a-b361-d25fdf594add,segment=NetworkSegment(8af6cfdf-5a17-45a4-8a99-609c668fdd7d),segment_id=8af6cfdf-5a17-45a4-8a99-609c668fdd7d)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:25.885513 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:25.940176 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=66835718-f082-407a-b361-d25fdf594add,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:26.245148 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455a8ef-6732-4147-85d7-2f713f3d216d req-7d374367-76df-4b0a-b0fd-449ca3567383 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:26.246637 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0455a8ef-6732-4147-85d7-2f713f3d216d req-7d374367-76df-4b0a-b0fd-449ca3567383 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0520194 Sep 09 14:48:26.288026 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0455a8ef-6732-4147-85d7-2f713f3d216d req-76095f52-0ad3-4127-80d1-7942e17338f7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348849 Sep 09 14:48:27.409679 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f23b90-67b0-4320-b79d-856d6e554cef req-217022c9-427d-4355-bc9c-6ca77272bae7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:27.411177 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11f23b90-67b0-4320-b79d-856d6e554cef req-217022c9-427d-4355-bc9c-6ca77272bae7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0513301 Sep 09 14:48:27.449411 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11f23b90-67b0-4320-b79d-856d6e554cef req-2856645f-f1d0-4c88-9f82-e6e2d74b131f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322499 Sep 09 14:48:27.693625 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 66835718-f082-407a-b361-d25fdf594add up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:27.744133 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 66835718-f082-407a-b361-d25fdf594add triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:27.744513 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:28.570839 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f13344-feff-4120-98bc-40d2388f00c1 req-5bf65d19-5f84-47b5-8fdf-d796f3a2f216 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:28.572816 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8f13344-feff-4120-98bc-40d2388f00c1 req-5bf65d19-5f84-47b5-8fdf-d796f3a2f216 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0494590 Sep 09 14:48:28.610364 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8f13344-feff-4120-98bc-40d2388f00c1 req-c70ecc24-b7fc-440b-b3ba-35e8f1dd6c1f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Sep 09 14:48:29.158296 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:29.729874 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-01d2df39-2402-4a28-b8e6-e4ed39e41d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:29.753816 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d883a-83fc-47b7-8b5b-d6037f865ca4 req-3d10b5f0-a2a2-4c7f-bac6-7b40d11b5b3b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:29.756310 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7a3d883a-83fc-47b7-8b5b-d6037f865ca4 req-3d10b5f0-a2a2-4c7f-bac6-7b40d11b5b3b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0615242 Sep 09 14:48:29.824427 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d9470-085a-4623-8124-af7adbf685e4 req-50e71379-8149-4920-b684-0013ebc060d5 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:29.825662 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7a3d883a-83fc-47b7-8b5b-d6037f865ca4 req-179cb752-f355-4007-9b7f-57627f8cab76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629284 Sep 09 14:48:29.825925 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f50d9470-085a-4623-8124-af7adbf685e4 req-50e71379-8149-4920-b684-0013ebc060d5 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0894523 Sep 09 14:48:29.832111 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-2ab1f9da-83ee-455d-8f7f-9e0e21a162eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:29.833862 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-2ab1f9da-83ee-455d-8f7f-9e0e21a162eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1096 time: 0.0646379 Sep 09 14:48:29.837230 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-33228b9d-b793-4e22-82fc-18760eddf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:29.839151 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-33228b9d-b793-4e22-82fc-18760eddf6cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1137 time: 0.0639372 Sep 09 14:48:29.910014 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f50d9470-085a-4623-8124-af7adbf685e4 req-cd8f101d-fb51-4022-8008-abe81076c8ef tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754061 Sep 09 14:48:29.955656 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-9416be90-70b0-47f5-bb8f-681a2a6e23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:29.957267 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-9416be90-70b0-47f5-bb8f-681a2a6e23ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0909691 Sep 09 14:48:29.970244 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-66eeac7a-725b-46d4-96a3-c15901ccc245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:29.971739 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-66eeac7a-725b-46d4-96a3-c15901ccc245 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 915 time: 0.1177235 Sep 09 14:48:30.027957 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-d42bebbd-406b-4827-a73f-71436f4786bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 999 time: 0.0620060 Sep 09 14:48:30.042978 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-bebdfc54-86c0-4e29-9131-d5492f546d66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 1000 time: 0.0608153 Sep 09 14:48:30.083614 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-9ce4313d-7f64-4aa9-aa31-b485dc133716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:30.085673 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-9ce4313d-7f64-4aa9-aa31-b485dc133716 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0459940 Sep 09 14:48:30.101975 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-fa67ae7f-50ce-43fd-8172-a11c67d07229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:30.103497 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-fa67ae7f-50ce-43fd-8172-a11c67d07229 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 200 len: 853 time: 0.0462267 Sep 09 14:48:30.135348 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-28a51a1e-cfc7-4a74-9168-0667f0780e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:30.137052 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-28a51a1e-cfc7-4a74-9168-0667f0780e39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427403 Sep 09 14:48:30.156302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-58378d73-1335-4a83-9832-8809454ff232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:30.157151 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-58378d73-1335-4a83-9832-8809454ff232 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9c27937-6e96-47ba-9c6d-bedf98f29525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445766 Sep 09 14:48:30.233256 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-2d0eaae5-a483-43b1-ab18-14c73c51973f service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Sep 09 14:48:30.257715 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-7363a520-5745-4260-9cc9-49357987af6a service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844038 Sep 09 14:48:30.326625 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9cb65108-bfae-423d-a807-0eaff5f2632b req-10ffddcb-b94c-4f1e-bf20-20e90cbb8dc5 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831218 Sep 09 14:48:30.354889 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f1ac4e55-076f-4809-98d3-3009e1c21723 req-60bd8d2f-1e09-45cf-9a69-570664ef3770 service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Sep 09 14:48:30.955089 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254fae0-35e1-4208-82b0-7cc766565b40 req-af70cbcb-d19c-4609-b391-1ec1d27e20af tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:30.956570 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9254fae0-35e1-4208-82b0-7cc766565b40 req-af70cbcb-d19c-4609-b391-1ec1d27e20af tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0520029 Sep 09 14:48:30.999831 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9254fae0-35e1-4208-82b0-7cc766565b40 req-2689bf77-518a-4a78-8662-118f48463a65 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372107 Sep 09 14:48:31.034901 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364be7ce-84bb-4041-8115-2c6042b4786a req-cd8af090-352d-4e44-ab75-d3940a4e7c5d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:31.036430 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-364be7ce-84bb-4041-8115-2c6042b4786a req-cd8af090-352d-4e44-ab75-d3940a4e7c5d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0485659 Sep 09 14:48:31.079620 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-364be7ce-84bb-4041-8115-2c6042b4786a req-933beac4-dc01-4e11-9a69-d662f74ec7e5 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373075 Sep 09 14:48:32.120814 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fca5-a24b-4dea-b9fa-1be46f1a585e req-1d862a64-9fa0-4b23-b7bc-a3e444fe6604 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:32.122382 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2249fca5-a24b-4dea-b9fa-1be46f1a585e req-1d862a64-9fa0-4b23-b7bc-a3e444fe6604 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0503712 Sep 09 14:48:32.165550 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2249fca5-a24b-4dea-b9fa-1be46f1a585e req-f2612ca3-a064-4a80-b5d0-82b8d58b1e95 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372872 Sep 09 14:48:32.196065 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abadeef-7b2e-418c-a328-1dacec9034cf req-82db5c11-0843-4755-84eb-fd6fc0e12684 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:32.197681 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9abadeef-7b2e-418c-a328-1dacec9034cf req-82db5c11-0843-4755-84eb-fd6fc0e12684 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0491269 Sep 09 14:48:32.238885 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9abadeef-7b2e-418c-a328-1dacec9034cf req-066cd7f6-6bcd-4394-81fc-cecd6ff27d0a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333126 Sep 09 14:48:32.610700 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a5527924-d6f9-4c39-8017-8f3989c50e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:32.777813 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:33.287742 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313bbb36-f591-4bf8-b10c-5364444ef206 req-682cfa38-dd16-4a4b-ad4a-b8d026fe76f0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:33.289416 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-313bbb36-f591-4bf8-b10c-5364444ef206 req-682cfa38-dd16-4a4b-ad4a-b8d026fe76f0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0518715 Sep 09 14:48:33.328314 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-313bbb36-f591-4bf8-b10c-5364444ef206 req-1e3b841b-f36f-48c6-9b26-cfa8fbed541a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326028 Sep 09 14:48:33.357197 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045bf2-6748-4093-9d1e-81eb9861cf42 req-4f56ec5b-2dfc-4cab-913c-e7e92aa87871 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:33.358673 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a0045bf2-6748-4093-9d1e-81eb9861cf42 req-4f56ec5b-2dfc-4cab-913c-e7e92aa87871 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0507236 Sep 09 14:48:33.398403 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a0045bf2-6748-4093-9d1e-81eb9861cf42 req-1d8d3960-f707-4c13-8a03-fe8bf015f91c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335920 Sep 09 14:48:33.640581 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:34.449306 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ae215-db54-4b42-aba1-fc5bfa982e33 req-ab7fec18-88ef-4b90-92d9-d76931c54e5d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:34.450801 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a99ae215-db54-4b42-aba1-fc5bfa982e33 req-ab7fec18-88ef-4b90-92d9-d76931c54e5d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0495400 Sep 09 14:48:34.495060 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a99ae215-db54-4b42-aba1-fc5bfa982e33 req-67ffdcfd-4aa9-4b13-a22d-20948a012f51 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Sep 09 14:48:34.514986 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f841b-b8f2-473a-a7b7-dc6130ac10eb req-a84ca3e7-4461-406a-a9d0-ee74d821fa4b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:34.516532 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-989f841b-b8f2-473a-a7b7-dc6130ac10eb req-a84ca3e7-4461-406a-a9d0-ee74d821fa4b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0492291 Sep 09 14:48:34.559123 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-989f841b-b8f2-473a-a7b7-dc6130ac10eb req-b2ccf58a-1751-42bc-80e8-7ec463f84f26 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366294 Sep 09 14:48:35.111491 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:35.615297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd48d9-b1a1-4bea-822a-555b70434440 req-01923c44-f61e-415f-a5dc-3146850b2eaf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:35.618430 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5efd48d9-b1a1-4bea-822a-555b70434440 req-01923c44-f61e-415f-a5dc-3146850b2eaf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0515554 Sep 09 14:48:35.655095 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5efd48d9-b1a1-4bea-822a-555b70434440 req-04d378dd-04e5-4c1a-a431-c55167fcbddc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Sep 09 14:48:35.674689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6210d-b104-498c-9ff9-a14da39fa579 req-f4f6a4be-d7f6-466e-9df2-dd1a24042c4b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:35.676207 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99f6210d-b104-498c-9ff9-a14da39fa579 req-f4f6a4be-d7f6-466e-9df2-dd1a24042c4b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0486300 Sep 09 14:48:35.721194 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-99f6210d-b104-498c-9ff9-a14da39fa579 req-a98a90ab-4a38-4035-8bc4-750685e40e0e tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389576 Sep 09 14:48:36.774210 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799e6e3-72d6-4748-bf67-ac91330b800d req-696cfbea-5979-40df-bc1f-66c86b788662 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:36.775915 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2799e6e3-72d6-4748-bf67-ac91330b800d req-696cfbea-5979-40df-bc1f-66c86b788662 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0486572 Sep 09 14:48:36.814693 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2799e6e3-72d6-4748-bf67-ac91330b800d req-b148592b-9c5a-4641-b759-379f62420362 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325139 Sep 09 14:48:36.837405 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e746d04-3453-4d56-b8c9-5d6c3468fcdd req-0f803b94-fe4a-4fb2-befd-c2d4c0f6ef68 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:36.838920 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3e746d04-3453-4d56-b8c9-5d6c3468fcdd req-0f803b94-fe4a-4fb2-befd-c2d4c0f6ef68 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0501664 Sep 09 14:48:36.878852 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3e746d04-3453-4d56-b8c9-5d6c3468fcdd req-7cd9fed8-4d88-40e6-a5a7-a70ad5946384 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339124 Sep 09 14:48:37.936822 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c9514-9eef-433d-bb9b-c8a22434fa94 req-18f68aaa-10ff-4d2f-afaf-d99a9fd1517a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:37.939295 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-723c9514-9eef-433d-bb9b-c8a22434fa94 req-18f68aaa-10ff-4d2f-afaf-d99a9fd1517a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0483882 Sep 09 14:48:37.979901 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-723c9514-9eef-433d-bb9b-c8a22434fa94 req-0bfaf7d6-f991-4783-8850-3815a9ea7d3c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346272 Sep 09 14:48:37.991250 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c847d-a5a1-4ccc-b4fa-a94a8e3d0ce9 req-1e24c541-897d-49cb-ae30-4cff20e6b0c7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:37.992910 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-324c847d-a5a1-4ccc-b4fa-a94a8e3d0ce9 req-1e24c541-897d-49cb-ae30-4cff20e6b0c7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0481756 Sep 09 14:48:38.032118 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-324c847d-a5a1-4ccc-b4fa-a94a8e3d0ce9 req-11274e57-c3b1-443d-9ea0-4453b41d7d62 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332117 Sep 09 14:48:39.096625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbaeda-baa4-401c-ba98-3eb2cde39166 req-164e2a10-93b9-45c0-be2e-ff7afbdeddbc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:39.098159 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-93bbaeda-baa4-401c-ba98-3eb2cde39166 req-164e2a10-93b9-45c0-be2e-ff7afbdeddbc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0490603 Sep 09 14:48:39.138791 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-93bbaeda-baa4-401c-ba98-3eb2cde39166 req-8675ea2d-a26f-4aa8-8628-80fb5d426fd8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348606 Sep 09 14:48:39.147233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2227071-c95e-4e10-8b30-ad92744c6a7d req-2039cb14-3d0d-447d-a6f2-bf82437f8193 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:39.148805 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2227071-c95e-4e10-8b30-ad92744c6a7d req-2039cb14-3d0d-447d-a6f2-bf82437f8193 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0495894 Sep 09 14:48:39.188602 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2227071-c95e-4e10-8b30-ad92744c6a7d req-ab394855-4f41-404b-8b1a-cbcf37ea80d7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338495 Sep 09 14:48:40.256770 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1364f30-3174-411b-ad98-7f3d48f97f04 req-5af25282-866d-4b67-895a-9b710dc8db69 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:40.258321 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1364f30-3174-411b-ad98-7f3d48f97f04 req-5af25282-866d-4b67-895a-9b710dc8db69 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0480368 Sep 09 14:48:40.296455 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1364f30-3174-411b-ad98-7f3d48f97f04 req-7aacdeed-5102-4d28-91a5-867aa0ca889e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322771 Sep 09 14:48:40.305073 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb1524-8f28-432a-a218-76eab49499e6 req-7f699443-a887-4a5a-b1a2-2f7f26dab8cc tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:40.306555 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c5eb1524-8f28-432a-a218-76eab49499e6 req-7f699443-a887-4a5a-b1a2-2f7f26dab8cc tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0513291 Sep 09 14:48:40.347105 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c5eb1524-8f28-432a-a218-76eab49499e6 req-45fa1b33-4851-411c-a5c3-e060f0aba5b8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342851 Sep 09 14:48:41.416532 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c430-cf9f-4dae-8152-aa2abc2376a5 req-f98803f1-8aa7-4576-aeef-08f69bc70f38 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:41.418071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c105c430-cf9f-4dae-8152-aa2abc2376a5 req-f98803f1-8aa7-4576-aeef-08f69bc70f38 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0503080 Sep 09 14:48:41.456051 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c105c430-cf9f-4dae-8152-aa2abc2376a5 req-5bbd3698-4881-49d0-a11f-7d6ff644ad20 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322559 Sep 09 14:48:41.459489 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec4475-52e9-4136-abd4-0ad1e1aece7e req-95759fdf-8f78-4715-84c0-588e12d4d69c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:41.461052 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-78ec4475-52e9-4136-abd4-0ad1e1aece7e req-95759fdf-8f78-4715-84c0-588e12d4d69c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0480278 Sep 09 14:48:41.505934 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-78ec4475-52e9-4136-abd4-0ad1e1aece7e req-24e380ae-9641-4c42-84fd-a4733945803c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388503 Sep 09 14:48:42.582084 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074d25-8070-48b4-8ded-5211ca384a9d req-74a51b3c-8f6e-4956-b75f-5b20c788dab4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:42.590120 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-58074d25-8070-48b4-8ded-5211ca384a9d req-74a51b3c-8f6e-4956-b75f-5b20c788dab4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0609548 Sep 09 14:48:42.629150 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-58074d25-8070-48b4-8ded-5211ca384a9d req-c965e017-885a-4a08-acc3-57fd73f97510 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377758 Sep 09 14:48:42.682741 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3eecb-d8da-4126-a867-0575a6c74787 req-61408745-5eee-4555-b484-1814f5c9af32 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:42.684290 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dab3eecb-d8da-4126-a867-0575a6c74787 req-61408745-5eee-4555-b484-1814f5c9af32 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0595236 Sep 09 14:48:42.727702 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dab3eecb-d8da-4126-a867-0575a6c74787 req-ef8bd25e-fca1-4bef-a47b-cb1b6252fb27 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364022 Sep 09 14:48:43.775376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db714a29-f810-4022-80b5-3dde8fe6b93f req-0c20567d-0587-4045-a2d1-7cad32a57bf6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:43.777075 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-db714a29-f810-4022-80b5-3dde8fe6b93f req-0c20567d-0587-4045-a2d1-7cad32a57bf6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0621345 Sep 09 14:48:43.821571 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-db714a29-f810-4022-80b5-3dde8fe6b93f req-da62d015-0ce0-46df-b28f-53b2506551df tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376332 Sep 09 14:48:43.864365 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842eb05-34b0-44bf-a091-aa46bdf0f137 req-326d472e-3684-4dbe-8b3b-e3e350c0248c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:43.866012 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8842eb05-34b0-44bf-a091-aa46bdf0f137 req-326d472e-3684-4dbe-8b3b-e3e350c0248c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0583842 Sep 09 14:48:43.914399 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8842eb05-34b0-44bf-a091-aa46bdf0f137 req-016e7974-e6bc-495d-8c47-ae87661bf7c9 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411887 Sep 09 14:48:44.834484 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:48:44.944729 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:44.950628 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455769f-d66d-483f-bb83-2d984a87f62b req-3b6b664d-e283-4d96-adad-30edbaca1032 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:44.956363 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8455769f-d66d-483f-bb83-2d984a87f62b req-3b6b664d-e283-4d96-adad-30edbaca1032 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 943 time: 0.0617547 Sep 09 14:48:44.957856 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'port_id': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'mac_address': 'fa:16:3e:f2:16:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:48:44.992260 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8455769f-d66d-483f-bb83-2d984a87f62b req-cc33a700-3d95-42b4-84c8-73da64cbc818 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Sep 09 14:48:44.996575 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:45.010696 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7544d03-7fbc-48b9-b833-6b756560aab3 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:48:45.032406 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:45.037575 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:45.095529 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=9']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:45.102910 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.103356 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.103780 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.104190 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.104593 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.104996 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.105393 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.105808 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.106055 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424702dd-55d5-46b1-8326-878bc3613a88 req-9d54d933-0eaf-44ad-9a8c-1e78da6bdaf2 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:45.106205 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.106590 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.106984 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.107379 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:48:45.107569 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-424702dd-55d5-46b1-8326-878bc3613a88 req-9d54d933-0eaf-44ad-9a8c-1e78da6bdaf2 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0551600 Sep 09 14:48:45.152080 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-424702dd-55d5-46b1-8326-878bc3613a88 req-69d7d1ba-6bad-468d-9336-ce78ba7a5964 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371287 Sep 09 14:48:45.177171 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e136053-e0e0-4efe-8527-a533aaeae925 req-984be57a-bb49-497f-bf7f-c5a3cceb837a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:45.178717 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7e136053-e0e0-4efe-8527-a533aaeae925 req-984be57a-bb49-497f-bf7f-c5a3cceb837a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0491948 Sep 09 14:48:45.221435 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7e136053-e0e0-4efe-8527-a533aaeae925 req-9d000882-d0d4-4e14-8f7a-382420549894 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Sep 09 14:48:45.345378 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['d7544d03-7fbc-48b9-b833-6b756560aab3'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:48:46.111362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc1014-99bb-4c3a-a52c-634e6e21245c req-06f0af63-ddf7-4837-ab64-51533c246c3b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:46.112947 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11dc1014-99bb-4c3a-a52c-634e6e21245c req-06f0af63-ddf7-4837-ab64-51533c246c3b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 944 time: 0.0497453 Sep 09 14:48:46.150684 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11dc1014-99bb-4c3a-a52c-634e6e21245c req-f9da76f0-8901-425c-a655-a751f6be7bc6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313947 Sep 09 14:48:46.267345 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063833d0-515b-4ec1-b10e-c3fa2a8d3bae req-325d437b-4a36-4805-b89f-7cd90fd48b37 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:46.268882 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-063833d0-515b-4ec1-b10e-c3fa2a8d3bae req-325d437b-4a36-4805-b89f-7cd90fd48b37 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0484414 Sep 09 14:48:46.310688 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-063833d0-515b-4ec1-b10e-c3fa2a8d3bae req-af2f7100-25ce-4eed-b65f-cb2d5976bc5a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357854 Sep 09 14:48:46.350919 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55973c2-753a-4147-830f-4c1acb63a93c req-08fe8f3b-734a-4437-8657-ff4c2d52d643 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:46.352564 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f55973c2-753a-4147-830f-4c1acb63a93c req-08fe8f3b-734a-4437-8657-ff4c2d52d643 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.0590227 Sep 09 14:48:46.392011 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f55973c2-753a-4147-830f-4c1acb63a93c req-9e898c20-cd3c-4000-9f91-72c342bbd865 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Sep 09 14:48:46.840437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:48:46.887876 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port d7544d03-7fbc-48b9-b833-6b756560aab3 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:46.888109 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:46.965055 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:46.986873 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:48:46.989119 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f03478-2d28-40ac-9f18-babd8e354d8e" -d '{"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-plugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:48:47.001516 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:47.006639 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:47.029847 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d9bd25-e36c-4813-a5e6-e4edc543fb34 x-openstack-request-id: req-77d9bd25-e36c-4813-a5e6-e4edc543fb34 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:48:47.030141 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-plugged", "status": "completed", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:48:47.030388 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77d9bd25-e36c-4813-a5e6-e4edc543fb34 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:48:47.030841 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'code': 200} Sep 09 14:48:47.058930 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=10']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:47.192070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-5a9b338c-e7c1-411c-99ba-e074c8552cb2 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784722130&fields=id&tenant_id=b920b7f44d9449d089032216de233c4d HTTP/1.1" status: 200 len: 267 time: 0.0326841 Sep 09 14:48:47.274093 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60addfce-cd14-48bd-9eab-fe7c2e8c63ba req-24cb386c-7158-43a3-91f7-85992c2b9bfd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:47.275598 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60addfce-cd14-48bd-9eab-fe7c2e8c63ba req-24cb386c-7158-43a3-91f7-85992c2b9bfd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0477798 Sep 09 14:48:47.299287 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a25c70fd-ef77-4052-bd1f-2d5a6256b4c6 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:47.300856 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a25c70fd-ef77-4052-bd1f-2d5a6256b4c6 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 808 time: 0.1021299 Sep 09 14:48:47.306871 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:48:47.314699 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60addfce-cd14-48bd-9eab-fe7c2e8c63ba req-29dc8f47-55f0-4b3a-98b5-afe384528c26 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326350 Sep 09 14:48:47.317085 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-8bca3fcc-7354-4539-9efc-b9508c19c90a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/quotas/b920b7f44d9449d089032216de233c4d HTTP/1.1" status: 200 len: 375 time: 0.0096638 Sep 09 14:48:47.374464 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-df7a1ca8-31b9-44bf-adf1-87480fe4e9de tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488274 Sep 09 14:48:47.442737 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fb1dd-7f90-411e-9ec8-e85c429ffbec req-7496b682-1c19-47f9-9799-54967a11a00b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:47.444372 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-753fb1dd-7f90-411e-9ec8-e85c429ffbec req-7496b682-1c19-47f9-9799-54967a11a00b tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0599649 Sep 09 14:48:47.491591 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-753fb1dd-7f90-411e-9ec8-e85c429ffbec req-b0ed93b2-3a98-4f5b-8afd-5b5b2a83dd49 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404630 Sep 09 14:48:47.494981 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-3e8e2992-bfbd-4d48-94c4-8b1fffbb825c service neutron] 10.222.0.21 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078434 Sep 09 14:48:47.656475 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e822a21-f83d-43f8-b024-915e78f2462b req-21b0eed4-9d71-4657-a3d6-21b965298d0b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:47.658023 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e822a21-f83d-43f8-b024-915e78f2462b req-21b0eed4-9d71-4657-a3d6-21b965298d0b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1114562 Sep 09 14:48:47.676392 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dce606-9a3e-4ab5-9d4c-fbc982c075f3 req-9878d656-dfa7-4e95-95ec-4036a50cdf3d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:47.678057 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c5dce606-9a3e-4ab5-9d4c-fbc982c075f3 req-9878d656-dfa7-4e95-95ec-4036a50cdf3d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 945 time: 0.1131916 Sep 09 14:48:47.681419 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313df323-329d-4751-909e-b2dfc527db1a req-b53e0fe3-f008-4bda-821c-0c2395edb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:47.683023 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-313df323-329d-4751-909e-b2dfc527db1a req-b53e0fe3-f008-4bda-821c-0c2395edb5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1099 time: 0.0862980 Sep 09 14:48:47.721683 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-ea416bbf-d097-40a4-afa3-11dfae348345 service neutron] 10.222.0.21 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164934 Sep 09 14:48:47.739375 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c5dce606-9a3e-4ab5-9d4c-fbc982c075f3 req-c24eb21a-99b4-4a3f-83f5-482c447523e4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549352 Sep 09 14:48:47.745140 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-313df323-329d-4751-909e-b2dfc527db1a req-3412d56b-2ada-46b9-b7d9-c97e42ef30f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Sep 09 14:48:47.815324 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48532) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:47.838059 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Deleting port f4d06c40-a6ff-467b-af64-4525bbff411c {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:48:47.838380 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:47.938601 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] For port f4d06c40-a6ff-467b-af64-4525bbff411c, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4d06c40-a6ff-467b-af64-4525bbff411c,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:47.938992 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:47.945009 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-90c17edc-5155-47e6-8053-ab901153e4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:47.955833 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Calling delete_port for f4d06c40-a6ff-467b-af64-4525bbff411c owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:48:48.041849 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-98a846b2-84a6-48eb-91c3-6caff111f0cd req-da9160d3-851a-41d8-af6f-63a0473a456d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 210 time: 0.0336843 Sep 09 14:48:48.106225 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-90c17edc-5155-47e6-8053-ab901153e4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.111092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-90c17edc-5155-47e6-8053-ab901153e4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.135410 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.151291 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f4d06c40-a6ff-467b-af64-4525bbff411c', '1fe615c0-96af-43c0-85d7-dee5d753d1ed'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:48:48.159247 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-90c17edc-5155-47e6-8053-ab901153e4e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c17c8926237d4ce589d0a900c2745046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401914 Sep 09 14:48:48.159247 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c17edc-5155-47e6-8053-ab901153e4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ad3626-ac3d-4f83-aa99-de81604f3fa2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:48.160780 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48548) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:48.177818 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Pushing event deleted for resources: {'Port': ['ID=f4d06c40-a6ff-467b-af64-4525bbff411c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:48.226271 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e3debf8-297c-4db4-95e2-71e35fad34c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.250554 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e3debf8-297c-4db4-95e2-71e35fad34c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.258838 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] No DVR routers for this DVR port f4d06c40-a6ff-467b-af64-4525bbff411c on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:48:48.263366 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.267412 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e822a21-f83d-43f8-b024-915e78f2462b req-9a01244f-260d-46e1-baae-6649f6a9b1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "DELETE /v2.0/ports/f4d06c40-a6ff-467b-af64-4525bbff411c HTTP/1.1" status: 204 len: 173 time: 0.5994906 Sep 09 14:48:48.268197 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'name': 'network-vif-deleted', 'tag': 'f4d06c40-a6ff-467b-af64-4525bbff411c'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:48:48.271554 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63211e5-323c-4058-bb26-a5afb8db148e" -d '{"events": [{"server_uuid": "f04690fc-d75c-4c82-9524-309bfddc8948", "name": "network-vif-deleted", "tag": "f4d06c40-a6ff-467b-af64-4525bbff411c"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:48:48.316120 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e3debf8-297c-4db4-95e2-71e35fad34c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.320370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1e3debf8-297c-4db4-95e2-71e35fad34c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:48.322891 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1e3debf8-297c-4db4-95e2-71e35fad34c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1ad3626-ac3d-4f83-aa99-de81604f3fa2 HTTP/1.1" status: 204 len: 168 time: 0.1604531 Sep 09 14:48:48.325328 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ee2173-063d-433f-b141-b3d9bda1280c x-openstack-request-id: req-f7ee2173-063d-433f-b141-b3d9bda1280c {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:48:48.325672 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04690fc-d75c-4c82-9524-309bfddc8948", "name": "network-vif-deleted", "tag": "f4d06c40-a6ff-467b-af64-4525bbff411c", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:48:48.325985 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7ee2173-063d-433f-b141-b3d9bda1280c {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:48:48.326329 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04690fc-d75c-4c82-9524-309bfddc8948', 'name': 'network-vif-deleted', 'tag': 'f4d06c40-a6ff-467b-af64-4525bbff411c', 'status': 'completed', 'code': 200} Sep 09 14:48:48.338347 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3debf8-297c-4db4-95e2-71e35fad34c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ad3626-ac3d-4f83-aa99-de81604f3fa2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:48.483621 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd65d1d-1c43-4837-8b91-1d37561803a6 req-60ff1dec-afff-491a-81c1-631aad9b0ef7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:48.491904 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bd65d1d-1c43-4837-8b91-1d37561803a6 req-60ff1dec-afff-491a-81c1-631aad9b0ef7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0685861 Sep 09 14:48:48.532916 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8bd65d1d-1c43-4837-8b91-1d37561803a6 req-5ea1f87c-43bc-438d-9514-e1bc304818a2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 Sep 09 14:48:48.631173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393a362-8b90-4b82-ab94-104e4babf247 req-334fce2a-6a71-492e-8d50-1b30ea23938c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:48.632747 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f393a362-8b90-4b82-ab94-104e4babf247 req-334fce2a-6a71-492e-8d50-1b30ea23938c tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0521104 Sep 09 14:48:48.673925 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f393a362-8b90-4b82-ab94-104e4babf247 req-028d25d4-3bd1-409d-adde-cf1e3f9bccf5 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&id=a62ede32-265f-4914-9cd2-4fb822404840&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352890 Sep 09 14:48:48.847199 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-84f5dac0-ea77-4d6c-91fe-60cb0dcc8c7b req-7d678ac1-e3e2-4906-a895-99bdf65a543c tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=f04690fc-d75c-4c82-9524-309bfddc8948 HTTP/1.1" status: 200 len: 210 time: 0.0272729 Sep 09 14:48:49.039256 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48588) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:49.143070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1157676169-network', 'tenant_id': 'e38d6a3a4e4f4a86952482fac86d34cd'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:49.150233 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2568c54f-5b5b-4223-9aa8-9396e3fb71aa req-3d2e6691-5b6d-4e1b-ae45-a3372ee26ce2 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 210 time: 0.0392919 Sep 09 14:48:49.174413 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Made reservation on behalf of e38d6a3a4e4f4a86952482fac86d34cd for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:49.176564 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.185423 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.290159 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.295548 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.320904 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:48:49.338061 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=161adaca-1672-40fc-8142-347b89f599b7,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:49.344608 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.344966 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Added segment 3fd285f6-f4dd-492a-ac8d-f4b8794e7b62 of type vlan for network 070c0244-8edb-4b53-a085-3f766172b752 Sep 09 14:48:49.395541 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.424451 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.425678 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:49.426469 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.464147 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4235864 Sep 09 14:48:49.467016 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48620) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:49.472383 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Request body: {'subnet': {'network_id': '070c0244-8edb-4b53-a085-3f766172b752', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1157676169-subnet', 'tenant_id': 'e38d6a3a4e4f4a86952482fac86d34cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:49.494538 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f931067-5a33-462a-81e8-8d378f3eb2ba admin admin] Pushing event updated for resources: {'Network': ['ID=070c0244-8edb-4b53-a085-3f766172b752,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:49.507198 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 070c0244-8edb-4b53-a085-3f766172b752 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:48:49.516259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Made reservation on behalf of e38d6a3a4e4f4a86952482fac86d34cd for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:49.518616 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10436432'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.714725 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80ac8e-fdf2-4744-b7ca-774007a2d785 req-440b2c98-6e4c-4fea-85f2-c048f7c48a81 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:49.716550 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dd80ac8e-fdf2-4744-b7ca-774007a2d785 req-440b2c98-6e4c-4fea-85f2-c048f7c48a81 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0781636 Sep 09 14:48:49.754497 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10230185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10436430'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:49.768299 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dd80ac8e-fdf2-4744-b7ca-774007a2d785 req-4e8a1b25-af5e-45c3-98c0-a97717393a74 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443521 Sep 09 14:48:49.861118 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d18147c6-47d2-4675-b6cb-e5b4781ebf12,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:49.876827 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-7043ee70-cbb0-493a-9db2-d5fe65bb7b43 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:49.878296 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-7043ee70-cbb0-493a-9db2-d5fe65bb7b43 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 808 time: 0.1849575 Sep 09 14:48:49.885596 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Checking segment: {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:49.886070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Network hostable DHCP agents. Network: 070c0244-8edb-4b53-a085-3f766172b752, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:48:49.908296 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Network 070c0244-8edb-4b53-a085-3f766172b752 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:48:50.181450 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 070c0244-8edb-4b53-a085-3f766172b752) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:50.190080 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c0cab-36c6-44f8-9744-5c58651f88a7 None None] Network 070c0244-8edb-4b53-a085-3f766172b752 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:48:50.195144 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:50.195742 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:50.204939 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-7ba893b4-26d7-4b7d-ae02-12e9a0add20b tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b920b7f44d9449d089032216de233c4d HTTP/1.1" status: 200 len: 380 time: 0.3041110 Sep 09 14:48:50.220279 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'port': {'device_id': '90ffda02-4230-41bb-aeff-758d22439ae3', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'admin_state_up': True, 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'security_groups': ['e7995232-1adb-4ca8-bbb3-523f0456ee90']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:50.235561 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3b7a1582-a5fa-4980-9859-8e3a3f142fc4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7591071 Sep 09 14:48:50.252474 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07da86-ace2-419a-ab14-5230a89d5b8e req-ca40b023-3318-4a2f-acd7-41b63f655cd2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:50.254009 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c07da86-ace2-419a-ab14-5230a89d5b8e req-ca40b023-3318-4a2f-acd7-41b63f655cd2 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1140893 Sep 09 14:48:50.295140 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eed32a04-e98d-4c37-88e3-af5ef60c06c8 req-32b2ff33-d578-43b9-adb8-18d9b621f9ed tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 210 time: 0.0369411 Sep 09 14:48:50.343142 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9c07da86-ace2-419a-ab14-5230a89d5b8e req-fb3c457d-ab93-4881-bcf1-a7a60d1278b4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795557 Sep 09 14:48:50.353568 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df297c-2e6b-4d71-8937-e8d9b8cf4135 None None] Network 070c0244-8edb-4b53-a085-3f766172b752 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:48:50.380650 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Made reservation on behalf of b920b7f44d9449d089032216de233c4d for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:50.384184 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:50.517527 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Allocated IP 172.20.0.14 (c132c01e-3200-44df-b41a-3fd05852a331/58e17d48-7b31-4ab7-9f3d-ee52c70ff999/a54c152a-2d33-434e-a830-195bab70f9b4) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:50.660520 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:50.675362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Transition to ACTIVE for port object a54c152a-2d33-434e-a830-195bab70f9b4 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:50.708737 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:50.757250 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Network c132c01e-3200-44df-b41a-3fd05852a331 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:50.770052 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:50.770052 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:50.795631 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:50.824673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:50.825184 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:50.844785 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-77420142-33db-495e-8728-3e97269ca812 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313181 Sep 09 14:48:50.859230 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Request body: {'port': {'device_id': '90ffda02-4230-41bb-aeff-758d22439ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:50.925268 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e9735-5122-4a26-86ed-f0b9e7d8d035 req-d2e56536-2398-4843-a5e8-833bdb3a6831 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:50.926875 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d25e9735-5122-4a26-86ed-f0b9e7d8d035 req-d2e56536-2398-4843-a5e8-833bdb3a6831 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0572219 Sep 09 14:48:50.928878 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:50.972745 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d25e9735-5122-4a26-86ed-f0b9e7d8d035 req-d98577cf-1002-45ef-8c3a-b4f3ed236ddf tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 Sep 09 14:48:51.041690 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c6c00ae-3c79-4d78-a9af-54238b5978a3 None None] Provisioning for port a54c152a-2d33-434e-a830-195bab70f9b4 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:48:51.045604 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-7c6c00ae-3c79-4d78-a9af-54238b5978a3 None None] Provisioning complete for port a54c152a-2d33-434e-a830-195bab70f9b4 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:48:51.046019 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c6c00ae-3c79-4d78-a9af-54238b5978a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:51.082668 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c00ae-3c79-4d78-a9af-54238b5978a3 None None] Port a54c152a-2d33-434e-a830-195bab70f9b4 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:48:51.213175 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a54c152a-2d33-434e-a830-195bab70f9b4 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:48:51.220786 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:51.232379 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Transition to ACTIVE for port object a54c152a-2d33-434e-a830-195bab70f9b4 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:51.235824 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:51.304479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:51.362923 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Attempting to bind port a54c152a-2d33-434e-a830-195bab70f9b4 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:51.363281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Attempting to bind port a54c152a-2d33-434e-a830-195bab70f9b4 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:51.363580 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Attempting to bind port a54c152a-2d33-434e-a830-195bab70f9b4 on network c132c01e-3200-44df-b41a-3fd05852a331 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:51.370361 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Port a54c152a-2d33-434e-a830-195bab70f9b4 on network c132c01e-3200-44df-b41a-3fd05852a331 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:48:51.370680 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Attempting to bind port a54c152a-2d33-434e-a830-195bab70f9b4 on network c132c01e-3200-44df-b41a-3fd05852a331 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:51.376916 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:51.377249 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Checking segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:51.377625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Bound using segment: {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:51.378085 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Bound port: a54c152a-2d33-434e-a830-195bab70f9b4, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee08295c-1a93-40a6-a29d-3d942ae23ae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:51.378407 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:51.467431 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afde2e-8f65-40ef-b07f-d5ab302428f4 req-4bcd6fa7-c5fd-455b-a5a8-93f0cf9ca817 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:51.467799 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a8708-d1c4-4fe5-9333-bf8337c3c9e6 req-142e78d4-e37a-460a-ab46-4ca1f6c6156b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:51.469142 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-68afde2e-8f65-40ef-b07f-d5ab302428f4 req-4bcd6fa7-c5fd-455b-a5a8-93f0cf9ca817 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0876896 Sep 09 14:48:51.469471 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7f9a8708-d1c4-4fe5-9333-bf8337c3c9e6 req-142e78d4-e37a-460a-ab46-4ca1f6c6156b tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0513694 Sep 09 14:48:51.505626 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:51.509821 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7f9a8708-d1c4-4fe5-9333-bf8337c3c9e6 req-72b069b4-7e72-43a5-99e7-f3f127f5bf0d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343387 Sep 09 14:48:51.528394 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:51.534880 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-68afde2e-8f65-40ef-b07f-d5ab302428f4 req-537cd98b-4a59-4065-8852-5127e14f0089 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593309 Sep 09 14:48:51.536005 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:51.574309 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:51.574925 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:51.576489 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] 10.222.0.13 "PUT /v2.0/ports/a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 1094 time: 0.7228270 Sep 09 14:48:51.576868 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:48:51.579102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:48:51.602673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9822cac-1b40-4501-9403-dc072bab4534 service neutron] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:51.633158 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37735130-c138-4125-a3f2-93a9dd9e0a73 x-openstack-request-id: req-37735130-c138-4125-a3f2-93a9dd9e0a73 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:48:51.633509 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:48:51.633921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37735130-c138-4125-a3f2-93a9dd9e0a73 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:48:51.634313 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'status': 'completed', 'code': 200} Sep 09 14:48:51.666324 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-87d703fd-efc0-481b-b28a-e0b4eb73c8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:51.668089 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-87d703fd-efc0-481b-b28a-e0b4eb73c8ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0449345 Sep 09 14:48:51.713486 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-470401c3-4759-49d8-b042-67853ee9231b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0355060 Sep 09 14:48:51.772182 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-8e48ed97-8d3f-4dee-8c04-a3159215c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:51.773639 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-8e48ed97-8d3f-4dee-8c04-a3159215c6be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0507553 Sep 09 14:48:51.818601 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-95d6af9f-5a4a-4a31-baf9-90769080072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:51.820105 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-95d6af9f-5a4a-4a31-baf9-90769080072a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381944 Sep 09 14:48:51.910515 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-f9f2482e-c93a-4778-80a1-590ca3ac62ab service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Sep 09 14:48:52.023353 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad34b545-bafd-493c-9b33-eb19127d1f52 req-24ce0b6c-95ee-415d-bbb8-ea7256dda5d3 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044652 Sep 09 14:48:52.131810 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-24f2a3bc-8ee4-48ce-a7c2-90d95b99b625 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.133191 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-24f2a3bc-8ee4-48ce-a7c2-90d95b99b625 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/networks?id=070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 200 len: 814 time: 0.1382425 Sep 09 14:48:52.138504 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-37df6d86-6a88-47a6-836e-5fcc9f26cacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.139916 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-37df6d86-6a88-47a6-836e-5fcc9f26cacd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0710511 Sep 09 14:48:52.149654 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-531cdade-0421-487e-97db-c2de7dc1b3c5 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/quotas/e38d6a3a4e4f4a86952482fac86d34cd HTTP/1.1" status: 200 len: 375 time: 0.0086257 Sep 09 14:48:52.201901 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-cdfe076e-adeb-42da-85f9-c7643be09496 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405581 Sep 09 14:48:52.311123 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-b483eddc-6710-4db7-ac44-d6820434714f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.312950 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-b483eddc-6710-4db7-ac44-d6820434714f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 909 time: 0.1584301 Sep 09 14:48:52.367777 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-bb9609d5-a901-44c8-a38c-df7cfc9fab4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0427432 Sep 09 14:48:52.369598 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-7c7087df-d692-4c88-ab3d-f425da7b3785 service neutron] 10.222.0.21 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361554 Sep 09 14:48:52.468895 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-06305574-b73c-4377-8436-4152c35d6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.470259 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-06305574-b73c-4377-8436-4152c35d6701 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0952330 Sep 09 14:48:52.515864 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-87729db5-48bf-4bc9-804f-5b552b195180 service neutron] 10.222.0.21 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396105 Sep 09 14:48:52.531653 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-f8f44c31-60a8-4aa3-8b0a-a95d97352ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.533266 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-f8f44c31-60a8-4aa3-8b0a-a95d97352ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461519 Sep 09 14:48:52.634166 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83762d59-a302-46fd-9265-37183439fd2c req-2d1f98ab-b893-46ea-9db0-8803c87ddb99 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.637560 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-83762d59-a302-46fd-9265-37183439fd2c req-2d1f98ab-b893-46ea-9db0-8803c87ddb99 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0575609 Sep 09 14:48:52.637871 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-bc09eb61-e8ac-459b-af2c-416ea6a7f49b service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884235 Sep 09 14:48:52.705865 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-83762d59-a302-46fd-9265-37183439fd2c req-807d2f8a-e59b-417b-952a-ed0e1005d679 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533493 Sep 09 14:48:52.798976 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0b8ec94-8a05-4bc5-a656-1b08daf3b2c0 req-54d593cb-bb6f-44db-993e-4f43c33d7b15 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527996 Sep 09 14:48:52.802821 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1cc8e02f-f68b-4803-a124-a8831f77c1d2 req-6b2d3f23-debe-4a97-8064-c25ddff802db tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0373642 Sep 09 14:48:52.813643 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac9041-9639-4ecd-bf46-4ec76a097b37 req-e2146a3e-f032-4df5-aa00-fa3c9b8029a3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:52.815367 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-48ac9041-9639-4ecd-bf46-4ec76a097b37 req-e2146a3e-f032-4df5-aa00-fa3c9b8029a3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0755067 Sep 09 14:48:52.858443 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-48ac9041-9639-4ecd-bf46-4ec76a097b37 req-20d525a1-2469-454a-a0e1-891351e87f2a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355375 Sep 09 14:48:52.869491 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4d06c40-a6ff-467b-af64-4525bbff411c no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:48:52.900503 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: f4d06c40-a6ff-467b-af64-4525bbff411c {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:48:52.900922 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4d06c40-a6ff-467b-af64-4525bbff411c not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:48:53.737822 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-9102505d-7af0-4b04-bfe2-a59913f137ce tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:53.740448 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-9102505d-7af0-4b04-bfe2-a59913f137ce tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "GET /v2.0/networks?id=070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 200 len: 814 time: 0.1278410 Sep 09 14:48:53.756243 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Request body: {'port': {'device_id': '10568289-05a6-4928-9be6-b94386b6a2d5', 'network_id': '070c0244-8edb-4b53-a085-3f766172b752', 'admin_state_up': True, 'tenant_id': 'e38d6a3a4e4f4a86952482fac86d34cd'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:53.833002 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a15738e-7b92-46f1-9b06-177d71ff0b36 req-c323c13f-6924-49be-8617-dfedb67fe1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:53.834818 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a15738e-7b92-46f1-9b06-177d71ff0b36 req-c323c13f-6924-49be-8617-dfedb67fe1c5 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0595386 Sep 09 14:48:53.880416 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a15738e-7b92-46f1-9b06-177d71ff0b36 req-f398092d-4277-430e-9592-e12324477cf4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395548 Sep 09 14:48:53.910309 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-54833a05-f64a-4305-811f-b37cd52fcf66 req-6815fbad-2993-47c4-8bea-798f5fe06550 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0316470 Sep 09 14:48:53.911020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Made reservation on behalf of e38d6a3a4e4f4a86952482fac86d34cd for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:48:53.914476 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:53.987872 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51320a16-2d26-42c3-97ad-22cc21d20449 req-189d06c0-9e36-4c95-a4e4-66042448b2c1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:53.989487 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51320a16-2d26-42c3-97ad-22cc21d20449 req-189d06c0-9e36-4c95-a4e4-66042448b2c1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0544522 Sep 09 14:48:54.027792 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-51320a16-2d26-42c3-97ad-22cc21d20449 req-5870d38f-e2a1-4d3b-a08f-0ca9e8f81d2d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318918 Sep 09 14:48:54.042227 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Allocated IP 172.20.0.11 (070c0244-8edb-4b53-a085-3f766172b752/d18147c6-47d2-4675-b6cb-e5b4781ebf12/f4b78b59-cfbd-43c8-ac41-870ec2bfe132) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:48:54.204152 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.247793 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.289592 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Network 070c0244-8edb-4b53-a085-3f766172b752 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:48:54.292523 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:48:54.296124 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:48:54.324807 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Pushing event updated for resources: {'Port': ['ID=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:54.354806 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:54.355405 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.368972 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-ca834285-8e49-45e2-b6ba-f7b04a927751 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6174316 Sep 09 14:48:54.383253 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Request body: {'port': {'device_id': '10568289-05a6-4928-9be6-b94386b6a2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:48:54.438529 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.709961 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b78b59-cfbd-43c8-ac41-870ec2bfe132 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:48:54.717307 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.729797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Transition to ACTIVE for port object f4b78b59-cfbd-43c8-ac41-870ec2bfe132 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:48:54.733573 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.785932 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:54.850399 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Attempting to bind port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:48:54.850739 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Attempting to bind port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:48:54.851060 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Attempting to bind port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 on network 070c0244-8edb-4b53-a085-3f766172b752 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:54.855272 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 on network 070c0244-8edb-4b53-a085-3f766172b752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:48:54.855588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Attempting to bind port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 on network 070c0244-8edb-4b53-a085-3f766172b752 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:48:54.860990 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:48:54.861333 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Checking segment: {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:48:54.861714 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Bound using segment: {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:48:54.862141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Bound port: f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:48:54.862496 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:54.937556 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] For port f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:48:54.940545 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] For port f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:48:54.945172 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:55.007178 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.007809 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:55.009190 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] 10.222.0.13 "PUT /v2.0/ports/f4b78b59-cfbd-43c8-ac41-870ec2bfe132 HTTP/1.1" status: 200 len: 1094 time: 0.6299496 Sep 09 14:48:55.010459 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10568289-05a6-4928-9be6-b94386b6a2d5', 'tag': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:48:55.013845 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833bf166-18ea-4c7f-bb93-610703633f09" -d '{"events": [{"name": "network-changed", "server_uuid": "10568289-05a6-4928-9be6-b94386b6a2d5", "tag": "f4b78b59-cfbd-43c8-ac41-870ec2bfe132"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:48:55.043720 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e824b2-dd66-43e9-8fb9-a7fcc558b105 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:55.056264 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88e724-95a3-4c92-b435-53f0c12d34c9 req-990e8ec3-ce82-447b-9938-294fae436c1a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.057833 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f88e724-95a3-4c92-b435-53f0c12d34c9 req-990e8ec3-ce82-447b-9938-294fae436c1a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1096442 Sep 09 14:48:55.130636 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-7f7976e9-ba99-4a8d-a163-1aa1968b8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.132177 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-7f7976e9-ba99-4a8d-a163-1aa1968b8332 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 1097 time: 0.0708103 Sep 09 14:48:55.135346 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3f88e724-95a3-4c92-b435-53f0c12d34c9 req-46c1d717-104b-4f79-aa6c-c27177a40ad4 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Sep 09 14:48:55.146602 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9061e-b8dd-4f06-8de2-1792500d58fb req-0e9d2ed8-1103-4a10-989c-f3bbf53dc7d1 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.148558 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-64c9061e-b8dd-4f06-8de2-1792500d58fb req-0e9d2ed8-1103-4a10-989c-f3bbf53dc7d1 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0496664 Sep 09 14:48:55.184383 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-732f69f7-4fea-4eef-9e86-9c4ddab793e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132 HTTP/1.1" status: 200 len: 217 time: 0.0377750 Sep 09 14:48:55.185470 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e039745a-1b76-415f-81c3-4f287445ec57 x-openstack-request-id: req-e039745a-1b76-415f-81c3-4f287445ec57 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:48:55.185789 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10568289-05a6-4928-9be6-b94386b6a2d5", "tag": "f4b78b59-cfbd-43c8-ac41-870ec2bfe132", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:48:55.186056 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e039745a-1b76-415f-81c3-4f287445ec57 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:48:55.186480 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10568289-05a6-4928-9be6-b94386b6a2d5', 'tag': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132', 'status': 'completed', 'code': 200} Sep 09 14:48:55.199802 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-64c9061e-b8dd-4f06-8de2-1792500d58fb req-d0a26169-8f81-4681-9a64-6ef81e8fb46f tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Sep 09 14:48:55.285762 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-cdfaaf5b-9af0-4202-a281-25a33e1c4d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.287125 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-cdfaaf5b-9af0-4202-a281-25a33e1c4d4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18147c6-47d2-4675-b6cb-e5b4781ebf12 HTTP/1.1" status: 200 len: 854 time: 0.0833368 Sep 09 14:48:55.303827 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485a737-6061-4cdd-b460-36a11c36abf7 req-00b65374-1a89-4a2f-a10e-cfe798bcd9f5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.304355 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11233ffc-cee6-47bb-9a1f-be42ac623a10 req-a20a9461-32bc-43cd-92b2-174ed2dece25 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.305328 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8485a737-6061-4cdd-b460-36a11c36abf7 req-00b65374-1a89-4a2f-a10e-cfe798bcd9f5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0476747 Sep 09 14:48:55.306028 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11233ffc-cee6-47bb-9a1f-be42ac623a10 req-a20a9461-32bc-43cd-92b2-174ed2dece25 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0658979 Sep 09 14:48:55.336504 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-77493327-0b67-4a64-bace-f0c18c3f5d55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070c0244-8edb-4b53-a085-3f766172b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295453 Sep 09 14:48:55.345085 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8485a737-6061-4cdd-b460-36a11c36abf7 req-97ad2b0f-02cb-40e7-9ac2-3eb456d3f4ef tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337479 Sep 09 14:48:55.388492 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11233ffc-cee6-47bb-9a1f-be42ac623a10 req-a905fc98-efd1-4608-8a1e-9f58ecd2e824 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733056 Sep 09 14:48:55.447252 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-c78c4960-3b8a-4a08-a8e7-589e99b611b0 service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021299 Sep 09 14:48:55.766005 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9e91a268-3554-46a9-aabc-5dd7f6f971c9 req-7cae29f4-c774-47f8-8c6e-7ea868f0d753 service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073347 Sep 09 14:48:55.848433 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bf166-18ea-4c7f-bb93-610703633f09 req-4c949d99-353b-42a4-973f-3df4a671f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.849876 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-4c949d99-353b-42a4-973f-3df4a671f993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 1097 time: 0.0413620 Sep 09 14:48:55.918092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4132585-471d-478a-a811-e193d43a4599 req-3cd4b096-4c9a-4535-9a1b-093395646685 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.919453 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e4132585-471d-478a-a811-e193d43a4599 req-3cd4b096-4c9a-4535-9a1b-093395646685 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.0519092 Sep 09 14:48:55.957269 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bf166-18ea-4c7f-bb93-610703633f09 req-f30cc746-5547-416d-8458-c9402bc70984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:55.959216 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-f30cc746-5547-416d-8458-c9402bc70984 service neutron] 10.222.0.13 "GET /v2.0/networks?id=070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 200 len: 915 time: 0.0922143 Sep 09 14:48:56.002349 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-99e94176-19c4-430d-88a8-28a42d0e7a3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132 HTTP/1.1" status: 200 len: 217 time: 0.0358574 Sep 09 14:48:56.021453 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Deleting port 1fe615c0-96af-43c0-85d7-dee5d753d1ed {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:48:56.021799 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:56.055597 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bf166-18ea-4c7f-bb93-610703633f09 req-efbd8a3b-376d-49b2-8236-3000c819cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:56.057083 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-efbd8a3b-376d-49b2-8236-3000c819cdc5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18147c6-47d2-4675-b6cb-e5b4781ebf12 HTTP/1.1" status: 200 len: 854 time: 0.0455403 Sep 09 14:48:56.087906 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-021daafd-44b1-493d-b10d-f0d5796ad71d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070c0244-8edb-4b53-a085-3f766172b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232315 Sep 09 14:48:56.183165 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-30b214dd-9156-42d4-aabf-ac38d5bf2ab9 service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868602 Sep 09 14:48:56.310238 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-833bf166-18ea-4c7f-bb93-610703633f09 req-b61c8c6b-ca8e-4162-bec7-af6ad402be84 service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145899 Sep 09 14:48:56.333520 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0552c87-23dc-439a-8b1f-f83a5c21b103 req-008f2bb9-3f2a-476e-bf8f-7a83c1b358ff tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:56.333520 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b0552c87-23dc-439a-8b1f-f83a5c21b103 req-008f2bb9-3f2a-476e-bf8f-7a83c1b358ff tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0618634 Sep 09 14:48:56.373190 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b0552c87-23dc-439a-8b1f-f83a5c21b103 req-af4b13f0-c90f-483c-b1f9-a2e26c64c4ff tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326662 Sep 09 14:48:56.414879 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] For port 1fe615c0-96af-43c0-85d7-dee5d753d1ed, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=1fe615c0-96af-43c0-85d7-dee5d753d1ed,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:56.415459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:56.433680 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Calling delete_port for 1fe615c0-96af-43c0-85d7-dee5d753d1ed owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:48:56.454447 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3992f-ee4e-4e14-8d9f-fb28a97e8d2b req-fc8def49-4b44-4740-8c3a-3c24fce5e26d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:56.455961 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6db3992f-ee4e-4e14-8d9f-fb28a97e8d2b req-fc8def49-4b44-4740-8c3a-3c24fce5e26d tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/ports?device_id=0af0d2da-2e53-4d49-a2e0-349e3f651826 HTTP/1.1" status: 200 len: 946 time: 0.1011901 Sep 09 14:48:56.479704 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb2fe4-8175-4c49-aab5-83166d612051 req-436722fe-3c12-45a9-9eac-8811352cc691 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:56.481174 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d3eb2fe4-8175-4c49-aab5-83166d612051 req-436722fe-3c12-45a9-9eac-8811352cc691 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0510564 Sep 09 14:48:56.518153 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d3eb2fe4-8175-4c49-aab5-83166d612051 req-528fa239-27c8-42fd-b107-4759e0a9bf03 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310240 Sep 09 14:48:56.543063 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6db3992f-ee4e-4e14-8d9f-fb28a97e8d2b req-6ce3138b-2f70-4f6d-a517-a32f0755a264 tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa630539-bef6-4392-9e38-81941da7cb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530939 Sep 09 14:48:56.624712 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:56.629244 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727cded-ec93-472b-9acc-82860e70c4f4 req-b0854a7b-5cfd-497e-ab5f-6cd8edbf9957 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:56.630786 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6727cded-ec93-472b-9acc-82860e70c4f4 req-b0854a7b-5cfd-497e-ab5f-6cd8edbf9957 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0539751 Sep 09 14:48:56.636679 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['1fe615c0-96af-43c0-85d7-dee5d753d1ed'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:48:56.655923 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Pushing event deleted for resources: {'Port': ['ID=1fe615c0-96af-43c0-85d7-dee5d753d1ed,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:56.677179 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6727cded-ec93-472b-9acc-82860e70c4f4 req-b5102785-03f8-467a-819f-054f72aa840d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390162 Sep 09 14:48:56.701654 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] No DVR routers for this DVR port 1fe615c0-96af-43c0-85d7-dee5d753d1ed on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:48:56.705074 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:56.707038 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e4132585-471d-478a-a811-e193d43a4599 req-4dea5727-65ca-4f17-93f8-8cb994b4209a tempest-ServerRescueNegativeTestJSON-1778789029 tempest-ServerRescueNegativeTestJSON-1778789029-project] 10.222.0.13 "DELETE /v2.0/ports/1fe615c0-96af-43c0-85d7-dee5d753d1ed HTTP/1.1" status: 204 len: 173 time: 0.7708588 Sep 09 14:48:56.707466 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'name': 'network-vif-deleted', 'tag': '1fe615c0-96af-43c0-85d7-dee5d753d1ed'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:48:56.709769 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c3d6b9-c1b7-4979-a4a0-7dacc34267ae" -d '{"events": [{"server_uuid": "0af0d2da-2e53-4d49-a2e0-349e3f651826", "name": "network-vif-deleted", "tag": "1fe615c0-96af-43c0-85d7-dee5d753d1ed"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:48:56.751237 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58c54a6-9409-4626-95fa-d77d09b4b8db x-openstack-request-id: req-b58c54a6-9409-4626-95fa-d77d09b4b8db {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:48:56.751525 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af0d2da-2e53-4d49-a2e0-349e3f651826", "name": "network-vif-deleted", "tag": "1fe615c0-96af-43c0-85d7-dee5d753d1ed", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:48:56.751803 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b58c54a6-9409-4626-95fa-d77d09b4b8db {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:48:56.752197 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af0d2da-2e53-4d49-a2e0-349e3f651826', 'name': 'network-vif-deleted', 'tag': '1fe615c0-96af-43c0-85d7-dee5d753d1ed', 'status': 'completed', 'code': 200} Sep 09 14:48:57.497465 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d13afb-5623-4a93-a69e-5ddc718c92b9 req-e59ab843-921c-4814-ae96-edd5a8041282 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:57.498953 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c5d13afb-5623-4a93-a69e-5ddc718c92b9 req-e59ab843-921c-4814-ae96-edd5a8041282 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0533376 Sep 09 14:48:57.538999 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c5d13afb-5623-4a93-a69e-5ddc718c92b9 req-00c128d2-fa3c-4d1b-9a7f-ce53bc67cd65 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339394 Sep 09 14:48:57.599686 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48736) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:57.653449 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9e19-559f-4295-a142-9dd4f823f1f5 req-2ff079cb-20d8-4364-87dc-94de21b605ba tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:57.655718 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c1cf9e19-559f-4295-a142-9dd4f823f1f5 req-2ff079cb-20d8-4364-87dc-94de21b605ba tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0590961 Sep 09 14:48:57.701692 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c1cf9e19-559f-4295-a142-9dd4f823f1f5 req-233ca2f4-b684-4368-8b25-0dc637381dcc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344274 Sep 09 14:48:57.866413 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65857f98-85e4-4eda-81be-84b7092af3aa req-8cd83c3c-3289-4724-8b63-52e498c1ec36 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:57.867935 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-65857f98-85e4-4eda-81be-84b7092af3aa req-8cd83c3c-3289-4724-8b63-52e498c1ec36 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.1080427 Sep 09 14:48:57.957658 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-65857f98-85e4-4eda-81be-84b7092af3aa req-94ea8a44-8d94-4116-86b0-fd5fde0baef5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826890 Sep 09 14:48:58.134477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:58.416558 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Deleting port ff5a3d69-17b5-460f-afb2-e648ff800e42 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:48:58.416889 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:58.490643 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] For port ff5a3d69-17b5-460f-afb2-e648ff800e42, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=ff5a3d69-17b5-460f-afb2-e648ff800e42,segment=NetworkSegment(f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea),segment_id=f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:58.491013 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:58.503286 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Calling delete_port for ff5a3d69-17b5-460f-afb2-e648ff800e42 owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:48:58.657099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e6a8f-da39-4dbf-8549-8e86b2b1e5c6 req-c33c13c5-d99a-491c-a773-7bffd62be9fe tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:58.658531 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b53e6a8f-da39-4dbf-8549-8e86b2b1e5c6 req-c33c13c5-d99a-491c-a773-7bffd62be9fe tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 944 time: 0.0536985 Sep 09 14:48:58.676525 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:58.698643 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b53e6a8f-da39-4dbf-8549-8e86b2b1e5c6 req-c9b4f996-5588-4a6a-8511-c40d49cace4f tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Sep 09 14:48:58.711383 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5a3d69-17b5-460f-afb2-e648ff800e42,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:58.884249 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da390f73-2fdf-4aaf-8e09-521177baa87f req-14a57acc-deb9-48fd-9a5d-8a6909d6bf9c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:58.885713 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-da390f73-2fdf-4aaf-8e09-521177baa87f req-14a57acc-deb9-48fd-9a5d-8a6909d6bf9c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0905695 Sep 09 14:48:58.896939 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4b78b59-cfbd-43c8-ac41-870ec2bfe132 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:48:58.902573 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:58.964918 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-da390f73-2fdf-4aaf-8e09-521177baa87f req-c06f02ab-b8bc-4e80-b81c-627382d589dd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701761 Sep 09 14:48:59.020908 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:59.034897 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132', 'network_id': '070c0244-8edb-4b53-a085-3f766172b752', 'port_id': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132', 'mac_address': 'fa:16:3e:69:79:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18147c6-47d2-4675-b6cb-e5b4781ebf12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:48:59.081420 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7ef75-83c4-4345-8817-0cc8206f39f4 req-992b22ca-7cf0-4df0-a673-0e224d1fba9e tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:59.082114 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.083259 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c6d7ef75-83c4-4345-8817-0cc8206f39f4 req-992b22ca-7cf0-4df0-a673-0e224d1fba9e tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0524986 Sep 09 14:48:59.095669 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b78b59-cfbd-43c8-ac41-870ec2bfe132 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:48:59.115030 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:59.120515 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.124394 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c6d7ef75-83c4-4345-8817-0cc8206f39f4 req-5a0a9250-6889-4a97-a0e1-b221ba7be32d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341609 Sep 09 14:48:59.139814 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Router 874025cb-8500-4604-86cb-66796fcda068 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:48:59.201636 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.204458 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:59.251300 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:48:59.259207 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-69540e5b-2a9f-4941-b8eb-2f843153e5b6 admin admin] 10.222.0.21 "PUT /v2.0/routers/874025cb-8500-4604-86cb-66796fcda068/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6561069 Sep 09 14:48:59.259328 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48746) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:48:59.260997 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] Sync routers for ids ['874025cb-8500-4604-86cb-66796fcda068'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:48:59.269867 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] Routers {'874025cb-8500-4604-86cb-66796fcda068'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:59.270477 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['874025cb-8500-4604-86cb-66796fcda068'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:59.370618 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.381714 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] Set router 874025cb-8500-4604-86cb-66796fcda068 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:59.480521 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.535534 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Deleting port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:48:59.536291 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.550173 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f4b78b59-cfbd-43c8-ac41-870ec2bfe132'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:48:59.565505 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:48:58Z', 'revision_number': 5, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port': {'id': '0f6e3e50-44b2-47d6-9535-e8c2df9aee5e', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874025cb-8500-4604-86cb-66796fcda068', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:15Z', 'updated_at': '2021-09-09T14:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:59.596856 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] Checking router: 874025cb-8500-4604-86cb-66796fcda068 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:48:59.605334 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] Routers {'874025cb-8500-4604-86cb-66796fcda068'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:48:59.606085 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:48:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['874025cb-8500-4604-86cb-66796fcda068'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:59.627895 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] For port 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:48:59.628625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.642042 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Calling delete_port for 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:48:59.700457 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] Set router 874025cb-8500-4604-86cb-66796fcda068 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:48:59.728210 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3f8f418d-26c1-4722-a209-582dc0f550f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.762556 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:48:59Z', 'revision_number': 6, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:59.795562 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3e8bc-025e-498b-b240-009714f8921d None None] The sync data for ids ['874025cb-8500-4604-86cb-66796fcda068'] in dv-cinder-807469-2-iscsi is: [{'id': '874025cb-8500-4604-86cb-66796fcda068', 'name': 'tempest-ServerRescueNegativeTestJSON-444455367-router', 'tenant_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:14Z', 'updated_at': '2021-09-09T14:48:59Z', 'revision_number': 6, 'project_id': 'ce4e39b892ad4ade9c23f574a9020ed1', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:48:59.871363 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b84639-a732-4c68-b0fb-d0a3a4c6cd4d req-839d9ac0-e320-4415-84af-11ad0c95549d tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:48:59.872897 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-25b84639-a732-4c68-b0fb-d0a3a4c6cd4d req-839d9ac0-e320-4415-84af-11ad0c95549d tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0848591 Sep 09 14:48:59.874009 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:48:59.905285 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6e3e50-44b2-47d6-9535-e8c2df9aee5e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:48:59.975249 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-25b84639-a732-4c68-b0fb-d0a3a4c6cd4d req-bed766df-e593-49aa-aed5-2eca155c870e tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931973 Sep 09 14:48:59.989419 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.094550 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87504b0b-4930-4c8d-b8be-1d2b0acee0d7 req-d31a7221-ded1-4d26-928e-87453c1835a5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:00.096113 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87504b0b-4930-4c8d-b8be-1d2b0acee0d7 req-d31a7221-ded1-4d26-928e-87453c1835a5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0501971 Sep 09 14:49:00.136727 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87504b0b-4930-4c8d-b8be-1d2b0acee0d7 req-c316fb4e-de6f-440c-878f-73bb8486f03d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337899 Sep 09 14:49:00.327315 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.341787 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.411102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.411640 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874025cb-8500-4604-86cb-66796fcda068 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:49:00.421274 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5ff34-53ee-4c32-9ef7-4af2b2f181ed req-14c96c78-82b6-4a0b-ad32-830c7cb02011 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:00.423553 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4ed5ff34-53ee-4c32-9ef7-4af2b2f181ed req-14c96c78-82b6-4a0b-ad32-830c7cb02011 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.1325750 Sep 09 14:49:00.426660 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.430108 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d938eaab-8568-4ecf-ae15-dca8d9911e53 admin admin] 10.222.0.21 "DELETE /v2.0/routers/874025cb-8500-4604-86cb-66796fcda068 HTTP/1.1" status: 204 len: 168 time: 1.1666613 Sep 09 14:49:00.430459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48754) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:00.461387 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4ed5ff34-53ee-4c32-9ef7-4af2b2f181ed req-6f429d65-7d1d-4830-b0cb-018efd8419fa tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318947 Sep 09 14:49:00.477843 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Deleting subnet 9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:49:00.480961 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.514402 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8859964'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.551666 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.606100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458494'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.634128 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9ebc9b-322c-47b2-b78c-86ca9d39ae25,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:00.636126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.638669 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c9307907-59f0-4fd1-80db-2d1edc87a08c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d9ebc9b-322c-47b2-b78c-86ca9d39ae25 HTTP/1.1" status: 204 len: 168 time: 0.2071228 Sep 09 14:49:00.640544 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48756) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:00.713652 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.802287 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.823846 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['530f2b2e-033d-413d-b273-9f1005827dc0']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:00.834393 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:00.834697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fc8cbd-bc16-4ac1-bd42-9f9bee4b1cea') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:00.848242 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.861860 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.867502 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:49:00.867956 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:49:00.869642 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:49:00.911616 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4b78b59-cfbd-43c8-ac41-870ec2bfe132 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:00.922218 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.928194 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:00.933371 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] 10.222.0.21 "DELETE /v2.0/networks/530f2b2e-033d-413d-b273-9f1005827dc0 HTTP/1.1" status: 204 len: 168 time: 0.2887621 Sep 09 14:49:00.943582 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca354b-5cb9-4fe0-a755-c1981f5f30fa admin admin] Pushing event deleted for resources: {'Network': ['ID=530f2b2e-033d-413d-b273-9f1005827dc0,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:00.964684 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:49:00.968858 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:49:00.969298 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.085420 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.087136 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48762) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:01.110278 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14845759-24ee-43b1-9ec7-db378793e36e req-eb50d876-72af-44a5-831d-6b5cd25bb85d tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:01.111687 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10568289-05a6-4928-9be6-b94386b6a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:01.112751 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-14845759-24ee-43b1-9ec7-db378793e36e req-eb50d876-72af-44a5-831d-6b5cd25bb85d tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 945 time: 0.0687907 Sep 09 14:49:01.117794 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e5a95e-b1aa-4973-92eb-9fdfb0aabe6b" -d '{"events": [{"server_uuid": "10568289-05a6-4928-9be6-b94386b6a2d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4b78b59-cfbd-43c8-ac41-870ec2bfe132"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:01.131766 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:01.136254 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.137474 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 1fe615c0-96af-43c0-85d7-dee5d753d1ed no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:01.140833 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5b781e8d-f08a-4e3e-a9ff-c9558e017809 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce4e39b892ad4ade9c23f574a9020ed1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495644 Sep 09 14:49:01.141001 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48766) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:01.161310 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 1fe615c0-96af-43c0-85d7-dee5d753d1ed {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:01.161850 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 1fe615c0-96af-43c0-85d7-dee5d753d1ed not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:01.165407 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2286491f-4557-40f8-a085-741891f0e957 x-openstack-request-id: req-2286491f-4557-40f8-a085-741891f0e957 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:01.165705 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10568289-05a6-4928-9be6-b94386b6a2d5", "name": "network-vif-plugged", "status": "completed", "tag": "f4b78b59-cfbd-43c8-ac41-870ec2bfe132", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:01.165951 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2286491f-4557-40f8-a085-741891f0e957 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:01.166340 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10568289-05a6-4928-9be6-b94386b6a2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132', 'code': 200} Sep 09 14:49:01.199955 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f4e182b5-9eba-4b4a-9998-be45e13a585c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.204317 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-14845759-24ee-43b1-9ec7-db378793e36e req-d5c93254-3b6a-4ebe-afc9-6f3d67e84084 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835869 Sep 09 14:49:01.225043 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f4e182b5-9eba-4b4a-9998-be45e13a585c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.235964 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:01.301844 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ca962-4bb7-453d-a0b7-c4d99f459faa req-dcc1fb8c-4f68-4351-8f20-7d26e055b982 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:01.303243 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f10ca962-4bb7-453d-a0b7-c4d99f459faa req-dcc1fb8c-4f68-4351-8f20-7d26e055b982 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0630074 Sep 09 14:49:01.318711 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f4e182b5-9eba-4b4a-9998-be45e13a585c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.321132 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f4e182b5-9eba-4b4a-9998-be45e13a585c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:01.322198 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f4e182b5-9eba-4b4a-9998-be45e13a585c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa630539-bef6-4392-9e38-81941da7cb9f HTTP/1.1" status: 204 len: 168 time: 0.1804099 Sep 09 14:49:01.345215 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0dcfe-cabc-4940-ba15-5c9647aa1d3b req-e9648bd9-51ff-465c-ab0c-e9ede03360b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:01.345506 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e182b5-9eba-4b4a-9998-be45e13a585c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa630539-bef6-4392-9e38-81941da7cb9f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:01.347661 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-54f0dcfe-cabc-4940-ba15-5c9647aa1d3b req-e9648bd9-51ff-465c-ab0c-e9ede03360b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 1099 time: 0.0469043 Sep 09 14:49:01.375523 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f10ca962-4bb7-453d-a0b7-c4d99f459faa req-376ff25f-2c40-42f5-8333-b73f19e5cf24 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651810 Sep 09 14:49:01.394573 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-54f0dcfe-cabc-4940-ba15-5c9647aa1d3b req-48903776-f3c3-429d-a5d4-f3663cf6a5fb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400710 Sep 09 14:49:01.581197 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96d56a-ff28-4eb9-a70b-2cc1ede9f6a3 req-c47e45f5-99ba-4e86-9e5f-f9ce763cdb58 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:01.582858 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de96d56a-ff28-4eb9-a70b-2cc1ede9f6a3 req-c47e45f5-99ba-4e86-9e5f-f9ce763cdb58 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0539770 Sep 09 14:49:01.620444 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de96d56a-ff28-4eb9-a70b-2cc1ede9f6a3 req-61ec9ac5-eb77-4bdd-9d8a-d9232550c831 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Sep 09 14:49:01.713176 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ff5a3d69-17b5-460f-afb2-e648ff800e42 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:01.733797 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: ff5a3d69-17b5-460f-afb2-e648ff800e42 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:01.734288 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ff5a3d69-17b5-460f-afb2-e648ff800e42 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:01.734796 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:01.757407 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:01.757808 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 0f6e3e50-44b2-47d6-9535-e8c2df9aee5e not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:02.318831 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36277b4-6d7c-49e0-a3a2-c1f9da654776 req-8bcaa36c-75ce-4e73-ad27-ee4433573790 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:02.320381 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d36277b4-6d7c-49e0-a3a2-c1f9da654776 req-8bcaa36c-75ce-4e73-ad27-ee4433573790 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Sep 09 14:49:02.360045 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d36277b4-6d7c-49e0-a3a2-c1f9da654776 req-b3f47753-d045-4a12-935a-7718d8cc3dc2 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Sep 09 14:49:02.499648 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583edb1e-16a7-4324-936e-2959b772f3af req-2ff8f225-ac4a-4404-99a0-fa7023bf0cb0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:02.501230 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-583edb1e-16a7-4324-936e-2959b772f3af req-2ff8f225-ac4a-4404-99a0-fa7023bf0cb0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0556593 Sep 09 14:49:02.539344 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-583edb1e-16a7-4324-936e-2959b772f3af req-150a6b64-bbda-42b8-a3ba-964fb7d3da8e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321929 Sep 09 14:49:02.611722 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-634dab03-6434-4979-97ec-a7dc85562c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:02.751022 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3dbff-fde6-494a-8794-cd6eb5b041a7 req-f2d330bc-e1e9-4afc-8195-a82da2b64e65 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:02.751957 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-28b3dbff-fde6-494a-8794-cd6eb5b041a7 req-f2d330bc-e1e9-4afc-8195-a82da2b64e65 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0611589 Sep 09 14:49:02.780303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:02.799069 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-28b3dbff-fde6-494a-8794-cd6eb5b041a7 req-fdab2492-0cbf-49f5-9e78-9307d668ee0d tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391710 Sep 09 14:49:02.929098 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:49:03.023527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48826) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:03.025832 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:03.038585 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'port_id': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'mac_address': 'fa:16:3e:5d:e8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:49:03.081651 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.094667 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54c152a-2d33-434e-a830-195bab70f9b4 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:49:03.114156 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:03.118736 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.130729 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-39229aa6-5eee-4cbf-8933-b0020f2cad02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.169736 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:03.220464 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-39229aa6-5eee-4cbf-8933-b0020f2cad02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.224284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-39229aa6-5eee-4cbf-8933-b0020f2cad02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.260670 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-39229aa6-5eee-4cbf-8933-b0020f2cad02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de5729c041814e1ca7dfa049112be30f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360561 Sep 09 14:49:03.262686 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39229aa6-5eee-4cbf-8933-b0020f2cad02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d52279-f47f-4318-9d1d-871c848a19cf,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:03.263393 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48830) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:03.316523 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e2157a7-682c-4619-95ab-99c7ff073c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.339432 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e2157a7-682c-4619-95ab-99c7ff073c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.390811 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e2157a7-682c-4619-95ab-99c7ff073c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.393367 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e2157a7-682c-4619-95ab-99c7ff073c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.397181 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5e2157a7-682c-4619-95ab-99c7ff073c83 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6d52279-f47f-4318-9d1d-871c848a19cf HTTP/1.1" status: 204 len: 168 time: 0.1301417 Sep 09 14:49:03.397843 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['a54c152a-2d33-434e-a830-195bab70f9b4'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:49:03.404441 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2157a7-682c-4619-95ab-99c7ff073c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d52279-f47f-4318-9d1d-871c848a19cf,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:03.495354 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5012bb5-4964-4274-bd09-a83864dc73ba req-75d69146-618a-4890-b21f-acca00af1899 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:03.496925 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b5012bb5-4964-4274-bd09-a83864dc73ba req-75d69146-618a-4890-b21f-acca00af1899 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Sep 09 14:49:03.543105 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b5012bb5-4964-4274-bd09-a83864dc73ba req-0ff51196-4265-49c3-b1e7-fea57c830ed8 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392044 Sep 09 14:49:03.659597 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.691134 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6ca28-8738-469f-a6f1-476ed4490cd5 req-93fe23e8-8fef-4616-a248-f5c91ddbfba9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:03.693064 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-30e6ca28-8738-469f-a6f1-476ed4490cd5 req-93fe23e8-8fef-4616-a248-f5c91ddbfba9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0697150 Sep 09 14:49:03.737842 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-30e6ca28-8738-469f-a6f1-476ed4490cd5 req-35635bfb-d38f-4a4c-8ed1-ef243c09ffb6 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387299 Sep 09 14:49:03.766743 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48874) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:03.786241 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7aac325f-9cfa-40fb-8813-88de4b64f10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.898359 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7aac325f-9cfa-40fb-8813-88de4b64f10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.902337 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-7aac325f-9cfa-40fb-8813-88de4b64f10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:03.931863 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e8f56-d884-482b-9f23-4dc1dcfb54fb req-0cea7df0-8e4b-4fcb-b476-1154d56c6bcd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:03.940686 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a80e8f56-d884-482b-9f23-4dc1dcfb54fb req-0cea7df0-8e4b-4fcb-b476-1154d56c6bcd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 945 time: 0.0685434 Sep 09 14:49:03.945705 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-7aac325f-9cfa-40fb-8813-88de4b64f10f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bbce30201d44174940cf1efd9e1c90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778884 Sep 09 14:49:03.946684 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac325f-9cfa-40fb-8813-88de4b64f10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e44cfd-9723-445c-a693-8307de1a0886,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:03.949554 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48882) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:03.989772 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a80e8f56-d884-482b-9f23-4dc1dcfb54fb req-c0baf5ac-3bc1-48a5-85d4-c05367aa9ef9 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475874 Sep 09 14:49:04.012600 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1ec53fe0-2ad8-4b68-b344-d8971106d6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:04.038445 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1ec53fe0-2ad8-4b68-b344-d8971106d6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:04.090969 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1ec53fe0-2ad8-4b68-b344-d8971106d6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:04.094662 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1ec53fe0-2ad8-4b68-b344-d8971106d6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:04.096901 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1ec53fe0-2ad8-4b68-b344-d8971106d6c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35e44cfd-9723-445c-a693-8307de1a0886 HTTP/1.1" status: 204 len: 168 time: 0.1460347 Sep 09 14:49:04.106112 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec53fe0-2ad8-4b68-b344-d8971106d6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e44cfd-9723-445c-a693-8307de1a0886,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:04.767057 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48924) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:04.864537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052961963-network', 'tenant_id': '7e9b47da528f41ffad84edbdbd2ae216'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:04.876228 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f2e0c-5fc0-4d93-bd72-4013540433e8 req-66cb1e4d-1641-4457-969e-784a419ad66e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:04.877811 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1b3f2e0c-5fc0-4d93-bd72-4013540433e8 req-66cb1e4d-1641-4457-969e-784a419ad66e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0613837 Sep 09 14:49:04.910814 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Made reservation on behalf of 7e9b47da528f41ffad84edbdbd2ae216 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:04.913079 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:04.927806 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:04.940531 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1b3f2e0c-5fc0-4d93-bd72-4013540433e8 req-bd9e7cf2-dcb0-41f4-9014-df283767d340 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566759 Sep 09 14:49:04.958488 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:05.018027 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port a54c152a-2d33-434e-a830-195bab70f9b4 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:49:05.023500 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port a54c152a-2d33-434e-a830-195bab70f9b4 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:49:05.024049 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.038142 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.042480 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.088984 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:49:05.102022 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a817b4-004f-4cbe-ba14-a9160a177443,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:05.112035 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.112035 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Added segment f827ec68-fa13-4baf-a81b-efeda5390bda of type vlan for network 409be128-cd27-4d9d-956c-f3bce79f31f0 Sep 09 14:49:05.113326 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f65125-d05c-494e-8194-dbe01eb51b99 req-8184d08c-dff5-4044-b2d3-f18b8122d5bd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:05.120675 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50f65125-d05c-494e-8194-dbe01eb51b99 req-8184d08c-dff5-4044-b2d3-f18b8122d5bd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 945 time: 0.0615549 Sep 09 14:49:05.141541 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.142708 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.161401 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.170953 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-50f65125-d05c-494e-8194-dbe01eb51b99 req-14d71c61-36ac-481d-af35-0cece9336ca3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444627 Sep 09 14:49:05.173746 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:05.177316 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54337d8-bebe-4a6e-a65c-7015fada5383" -d '{"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-plugged", "status": "completed", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:05.195239 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.195941 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:05.196752 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:05.197388 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.204538 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.234719 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4623089 Sep 09 14:49:05.234983 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48934) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:05.239310 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Request body: {'subnet': {'network_id': '409be128-cd27-4d9d-956c-f3bce79f31f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052961963-subnet', 'tenant_id': '7e9b47da528f41ffad84edbdbd2ae216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:05.250908 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5757ff23-185d-4af4-9fa7-baffe187e611 x-openstack-request-id: req-5757ff23-185d-4af4-9fa7-baffe187e611 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:05.251457 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-plugged", "status": "completed", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:05.251754 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5757ff23-185d-4af4-9fa7-baffe187e611 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:05.252296 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'code': 200} Sep 09 14:49:05.285304 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82469-4016-420f-9716-d7469e6e6e31 admin admin] Pushing event updated for resources: {'Network': ['ID=409be128-cd27-4d9d-956c-f3bce79f31f0,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:05.285747 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:05.294518 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Made reservation on behalf of 7e9b47da528f41ffad84edbdbd2ae216 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:05.295799 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 409be128-cd27-4d9d-956c-f3bce79f31f0 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:49:05.296963 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458267'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.504904 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458245'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.565308 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f58dd2-7444-49b2-9a5c-a9efeda8b64e,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:05.571558 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e455af-a8dc-4661-ba4d-df7b3329bdb7 req-8c171c73-c814-4fd6-9927-15a9620d11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:05.573105 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8e455af-a8dc-4661-ba4d-df7b3329bdb7 req-8c171c73-c814-4fd6-9927-15a9620d11c6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1105771 Sep 09 14:49:05.587252 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Checking segment: {'id': 'f827ec68-fa13-4baf-a81b-efeda5390bda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '409be128-cd27-4d9d-956c-f3bce79f31f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:49:05.587605 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Network hostable DHCP agents. Network: 409be128-cd27-4d9d-956c-f3bce79f31f0, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:49:05.621363 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Network 409be128-cd27-4d9d-956c-f3bce79f31f0 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:49:05.631545 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8e455af-a8dc-4661-ba4d-df7b3329bdb7 req-5ecf3a05-2824-44d3-beb5-9363f8429e56 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Sep 09 14:49:05.636124 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 409be128-cd27-4d9d-956c-f3bce79f31f0) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:05.641340 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:05.641952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:05.646598 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7466dc7d-9ceb-4bc3-a490-81424de14659 None None] Network 409be128-cd27-4d9d-956c-f3bce79f31f0 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:49:05.657561 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-47d19f46-78f0-4552-8754-906d8590bef7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4225533 Sep 09 14:49:05.774438 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aaa18d-219a-41a8-9d41-7bd557c9d99e None None] Network 409be128-cd27-4d9d-956c-f3bce79f31f0 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:49:06.060711 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48b1f1-2b99-47b5-ab69-9d406900708f req-4a9307d5-5733-4cd1-a418-453ff5d34068 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:06.062478 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d48b1f1-2b99-47b5-ab69-9d406900708f req-4a9307d5-5733-4cd1-a418-453ff5d34068 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Sep 09 14:49:06.104006 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d48b1f1-2b99-47b5-ab69-9d406900708f req-cced4d41-1838-40d0-a625-f71a0f4422a1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Sep 09 14:49:06.140772 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48952) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:06.145755 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-335372433-network', 'tenant_id': '9fb8c16a892e41038197babf6290ce0f'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:06.166603 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Made reservation on behalf of 9fb8c16a892e41038197babf6290ce0f for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:06.168928 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.178641 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.300190 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965042ef-b3f8-4ae0-97a3-68e3916c3c2a req-346491d5-6be9-4f18-aa52-375bcbc3c9d4 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:06.301704 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-965042ef-b3f8-4ae0-97a3-68e3916c3c2a req-346491d5-6be9-4f18-aa52-375bcbc3c9d4 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0695033 Sep 09 14:49:06.334320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.347533 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.377180 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-965042ef-b3f8-4ae0-97a3-68e3916c3c2a req-256cdf62-e407-4b84-8f3a-b85f44afdf82 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682402 Sep 09 14:49:06.386763 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:49:06.397224 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db6dde2-0467-4a4d-ba06-880fae688170,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:06.405166 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.405166 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Added segment a768b3bd-15e9-4f9d-ac00-84a6764d8e4e of type vlan for network efa518db-67ad-4031-8e3e-c24674edf83b Sep 09 14:49:06.452029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.477843 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.478767 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:06.479355 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.511825 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3699119 Sep 09 14:49:06.514586 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48958) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:06.520216 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Request body: {'subnet': {'network_id': 'efa518db-67ad-4031-8e3e-c24674edf83b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-335372433-subnet', 'tenant_id': '9fb8c16a892e41038197babf6290ce0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:06.540920 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Made reservation on behalf of 9fb8c16a892e41038197babf6290ce0f for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:06.543130 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458267'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.543548 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e48e64e-7f78-4d11-9209-a1fff80fb0b4 admin admin] Pushing event updated for resources: {'Network': ['ID=efa518db-67ad-4031-8e3e-c24674edf83b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:06.553776 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network efa518db-67ad-4031-8e3e-c24674edf83b details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:49:06.718081 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458245'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.778280 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1eb06e-32db-497d-bd7c-1374e3eb402e,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:06.785742 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Checking segment: {'id': 'a768b3bd-15e9-4f9d-ac00-84a6764d8e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'efa518db-67ad-4031-8e3e-c24674edf83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:49:06.786097 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Network hostable DHCP agents. Network: efa518db-67ad-4031-8e3e-c24674edf83b, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:49:06.801001 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Network efa518db-67ad-4031-8e3e-c24674edf83b is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:49:06.809558 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, efa518db-67ad-4031-8e3e-c24674edf83b) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:06.814590 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:06.815629 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:06.825856 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235df882-42c9-4e4f-bea3-f65939bc4e60 None None] Network efa518db-67ad-4031-8e3e-c24674edf83b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:49:06.831458 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-36f12ed3-8099-44b2-b23f-8110597a0e0f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3151038 Sep 09 14:49:06.947074 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48962) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:06.961683 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88efaa72-6a3e-4c3b-bc6c-49740f97cf2e None None] Network efa518db-67ad-4031-8e3e-c24674edf83b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:49:06.992600 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Deleting subnet 72f58dd2-7444-49b2-9a5c-a9efeda8b64e {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:49:06.995690 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.035748 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.073404 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.126877 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.152798 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72f58dd2-7444-49b2-9a5c-a9efeda8b64e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:07.157724 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.162415 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48966) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:07.162672 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e256f97b-80e2-4f20-b48e-1f11600db8b2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/72f58dd2-7444-49b2-9a5c-a9efeda8b64e HTTP/1.1" status: 204 len: 168 time: 0.2142844 Sep 09 14:49:07.258098 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.271176 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c29a1-82cc-49a5-807f-64139624c37c req-15cf5954-eeed-47d9-868e-20ee6d1c5d6a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:07.272704 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-924c29a1-82cc-49a5-807f-64139624c37c req-15cf5954-eeed-47d9-868e-20ee6d1c5d6a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.1018064 Sep 09 14:49:07.345414 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-924c29a1-82cc-49a5-807f-64139624c37c req-d28e791d-d0ee-431c-95c3-28466135da16 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662019 Sep 09 14:49:07.379076 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.400124 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409be128-cd27-4d9d-956c-f3bce79f31f0']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:07.411905 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f827ec68-fa13-4baf-a81b-efeda5390bda') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:07.412291 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f827ec68-fa13-4baf-a81b-efeda5390bda') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:07.423932 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.443117 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.451716 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:49:07.452125 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:49:07.455299 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:49:07.507396 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90825b86-d8ec-4167-91e3-20b798ab83d1 req-b71b14df-0e83-4356-8b52-43ae94a8a3f5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:07.512316 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90825b86-d8ec-4167-91e3-20b798ab83d1 req-b71b14df-0e83-4356-8b52-43ae94a8a3f5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0501213 Sep 09 14:49:07.524963 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.532214 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.534061 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] 10.222.0.21 "DELETE /v2.0/networks/409be128-cd27-4d9d-956c-f3bce79f31f0 HTTP/1.1" status: 204 len: 168 time: 0.3705075 Sep 09 14:49:07.538554 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48972) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:07.544484 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35356a5-3586-4342-b19f-85c54e6ce409 admin admin] Pushing event deleted for resources: {'Network': ['ID=409be128-cd27-4d9d-956c-f3bce79f31f0,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:07.590429 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90825b86-d8ec-4167-91e3-20b798ab83d1 req-e1352456-73e1-4f03-8029-a98db231a7b5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725198 Sep 09 14:49:07.605502 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Deleting subnet ad1eb06e-32db-497d-bd7c-1374e3eb402e {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:49:07.608921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.645623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.685095 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.710467 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad306a80-7f66-44e2-98b7-22cfb2c3b8db req-c1b80816-726c-43e1-b429-56c17f84435f tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:07.712011 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ad306a80-7f66-44e2-98b7-22cfb2c3b8db req-c1b80816-726c-43e1-b429-56c17f84435f tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0496719 Sep 09 14:49:07.738348 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.750188 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ad306a80-7f66-44e2-98b7-22cfb2c3b8db req-1189bd63-63fc-4b9f-9cce-01c1355ca754 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315628 Sep 09 14:49:07.772207 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.772874 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48976) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:07.774008 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ad1eb06e-32db-497d-bd7c-1374e3eb402e HTTP/1.1" status: 204 len: 168 time: 0.2345178 Sep 09 14:49:07.774996 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46448f85-7128-4c78-a04f-61579c8c1690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1eb06e-32db-497d-bd7c-1374e3eb402e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:07.777087 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48978) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:07.845111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.927375 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.947991 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa518db-67ad-4031-8e3e-c24674edf83b']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:07.957772 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a768b3bd-15e9-4f9d-ac00-84a6764d8e4e') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:07.958063 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a768b3bd-15e9-4f9d-ac00-84a6764d8e4e') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:07.964036 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b32da7-bac1-451d-b8d4-d021485b70e5 tempest-TestShelveInstance-1437261371 tempest-TestShelveInstance-1437261371-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:07.966401 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-12b32da7-bac1-451d-b8d4-d021485b70e5 tempest-TestShelveInstance-1437261371 tempest-TestShelveInstance-1437261371-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1094 time: 0.1917942 Sep 09 14:49:07.967440 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:07.969049 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48982) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:07.973679 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'port_id': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:07.997045 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.006221 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:49:08.006594 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:49:08.008196 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:49:08.022133 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.086479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.104479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.106319 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] 10.222.0.21 "DELETE /v2.0/networks/efa518db-67ad-4031-8e3e-c24674edf83b HTTP/1.1" status: 204 len: 168 time: 0.3281939 Sep 09 14:49:08.109434 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f349-cfa8-4148-89eb-4857a2099892 admin admin] Pushing event deleted for resources: {'Network': ['ID=efa518db-67ad-4031-8e3e-c24674edf83b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:08.174510 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.263757 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 48986) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:08.305653 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Allocated IP 172.27.2.217 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/914581ff-c7b1-407c-80ea-0677913185e8) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:49:08.331919 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-40a3bb79-ac86-495a-8efe-74a205ae4d36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e9b47da528f41ffad84edbdbd2ae216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668378 Sep 09 14:49:08.334569 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48988) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:08.383832 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7341fb3b-4466-4fc2-be34-6b4bb5697164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.411429 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7341fb3b-4466-4fc2-be34-6b4bb5697164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.438274 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.463897 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7341fb3b-4466-4fc2-be34-6b4bb5697164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.466791 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7341fb3b-4466-4fc2-be34-6b4bb5697164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.468928 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7341fb3b-4466-4fc2-be34-6b4bb5697164 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85a817b4-004f-4cbe-ba14-a9160a177443 HTTP/1.1" status: 204 len: 168 time: 0.1325984 Sep 09 14:49:08.477414 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341fb3b-4466-4fc2-be34-6b4bb5697164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a817b4-004f-4cbe-ba14-a9160a177443,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:08.501719 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fac05-89a1-4131-904a-cee5862cc979 req-5a653771-86b8-45ac-8bf7-30bdcd92c527 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:08.503524 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-da5fac05-89a1-4131-904a-cee5862cc979 req-5a653771-86b8-45ac-8bf7-30bdcd92c527 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0780938 Sep 09 14:49:08.555969 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-da5fac05-89a1-4131-904a-cee5862cc979 req-52b11170-c9ae-49b1-9490-279b23578328 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464487 Sep 09 14:49:08.561262 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.599280 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:08.602316 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:08.605839 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:49:08.633423 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'Port': ['ID=914581ff-c7b1-407c-80ea-0677913185e8,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:08.807526 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 48998) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:08.846863 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-61472828-e78f-4eff-9dcf-10745660cfad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fb8c16a892e41038197babf6290ce0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381317 Sep 09 14:49:08.849347 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49000) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:08.900349 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c3f7-4381-44b8-8ec0-bab94e113194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.921595 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c3f7-4381-44b8-8ec0-bab94e113194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.976538 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c3f7-4381-44b8-8ec0-bab94e113194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.979070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1dd4c3f7-4381-44b8-8ec0-bab94e113194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:08.980255 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1dd4c3f7-4381-44b8-8ec0-bab94e113194 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2db6dde2-0467-4a4d-ba06-880fae688170 HTTP/1.1" status: 204 len: 168 time: 0.1299231 Sep 09 14:49:08.989229 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4c3f7-4381-44b8-8ec0-bab94e113194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db6dde2-0467-4a4d-ba06-880fae688170,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:09.018314 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:09.089649 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:09.248765 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:09.254020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:09.326188 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event updated for resources: {'Port': ['ID=914581ff-c7b1-407c-80ea-0677913185e8,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:09.338315 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:09.442604 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Floating IP 9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39 associated. External IP: 172.27.2.217, port: a54c152a-2d33-434e-a830-195bab70f9b4. Sep 09 14:49:09.677830 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:49:09.696849 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564980da-b86f-48bc-9df6-0cc4f5cf9f5f req-2449fdd9-0354-4d31-b1c4-ff73802e4387 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:09.698698 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-564980da-b86f-48bc-9df6-0cc4f5cf9f5f req-2449fdd9-0354-4d31-b1c4-ff73802e4387 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Sep 09 14:49:09.742120 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-564980da-b86f-48bc-9df6-0cc4f5cf9f5f req-58cb3ba6-31d7-4e75-b715-79dc3ff9e378 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363896 Sep 09 14:49:09.801163 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:09.811123 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] Sync routers for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:09.817878 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:09.821449 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:09.822413 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:09.863774 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b7bfe12d-d4bc-45f3-bb20-eecbb6f5ee9a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8830960 Sep 09 14:49:09.863774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:09.863774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:09.895883 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89079a80-035b-4d51-a3cc-75f8e0c59caf x-openstack-request-id: req-89079a80-035b-4d51-a3cc-75f8e0c59caf {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:09.896281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:09.896601 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89079a80-035b-4d51-a3cc-75f8e0c59caf {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:09.897064 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'status': 'completed', 'code': 200} Sep 09 14:49:09.961784 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:09.974438 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-c1a45edb-395a-46b4-9488-cb8a828f65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:09.975983 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-c1a45edb-395a-46b4-9488-cb8a828f65d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0473962 Sep 09 14:49:10.088034 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-1f24c9fe-b28d-4b86-934e-160d49dc0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:10.089616 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-1f24c9fe-b28d-4b86-934e-160d49dc0a85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 909 time: 0.1055999 Sep 09 14:49:10.167221 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-c3455353-33cd-4a03-880d-6d9bb6e1e475 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 1000 time: 0.0656137 Sep 09 14:49:10.224784 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-206b188c-ff90-4914-9368-b3dc8742a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:10.226797 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-206b188c-ff90-4914-9368-b3dc8742a338 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0519087 Sep 09 14:49:10.268121 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'port_id': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'mac_address': 'fa:16:3e:5d:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffda02-4230-41bb-aeff-758d22439ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:49:08Z', 'updated_at': '2021-09-09T14:49:08Z', 'revision_number': 0, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:10.277601 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-17b713ef-b8d0-4b75-b66a-e3c808ceca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:10.279134 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-17b713ef-b8d0-4b75-b66a-e3c808ceca9a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441985 Sep 09 14:49:10.299134 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] Checking router: e1173e91-5ff0-4d37-a31e-fc3d302f5af0 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:10.309751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:10.310558 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:10.385839 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-5687c96d-c515-429b-84f8-463973cb8743 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972209 Sep 09 14:49:10.498602 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8f77f11f-24fb-4a8b-b572-dbb4b3ac0cae req-7553dd3d-bb4c-42b1-a88b-52b0cbf4b1d5 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993047 Sep 09 14:49:10.553663 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:10.559509 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49050) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:10.674186 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3397-434a-441d-b392-41b81cd61234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:10.766913 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3397-434a-441d-b392-41b81cd61234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:10.771613 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3397-434a-441d-b392-41b81cd61234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:10.794409 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'port_id': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'mac_address': 'fa:16:3e:5d:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffda02-4230-41bb-aeff-758d22439ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:49:08Z', 'updated_at': '2021-09-09T14:49:08Z', 'revision_number': 0, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:10.814825 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e6ec3397-434a-441d-b392-41b81cd61234 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81a5de05e76548e99c1668c3a99a35bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512875 Sep 09 14:49:10.815046 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49058) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:10.820884 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec3397-434a-441d-b392-41b81cd61234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6bea8e-37b0-4cef-b213-27f340fb5de2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:10.828399 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a927be-888a-4071-8235-d72ecd84f948 None None] The sync data for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi is: [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'port_id': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'mac_address': 'fa:16:3e:5d:e8:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffda02-4230-41bb-aeff-758d22439ae3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:49:08Z', 'updated_at': '2021-09-09T14:49:08Z', 'revision_number': 0, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:10.910530 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c26369-cd76-48bf-980c-e86c412dac1a req-4d594ecb-9a37-4a16-854d-8e5e2f7f52af tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:10.912235 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49c26369-cd76-48bf-980c-e86c412dac1a req-4d594ecb-9a37-4a16-854d-8e5e2f7f52af tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0877769 Sep 09 14:49:10.912969 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3088013e-ffe4-47de-a4ba-4c43ffc68ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:10.946665 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3088013e-ffe4-47de-a4ba-4c43ffc68ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:10.991757 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49c26369-cd76-48bf-980c-e86c412dac1a req-b0114a31-a31e-4263-9953-aeeebba3534f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687196 Sep 09 14:49:11.012152 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3088013e-ffe4-47de-a4ba-4c43ffc68ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.014686 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3088013e-ffe4-47de-a4ba-4c43ffc68ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.016402 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3088013e-ffe4-47de-a4ba-4c43ffc68ae5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab6bea8e-37b0-4cef-b213-27f340fb5de2 HTTP/1.1" status: 204 len: 168 time: 0.2004659 Sep 09 14:49:11.026184 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3088013e-ffe4-47de-a4ba-4c43ffc68ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6bea8e-37b0-4cef-b213-27f340fb5de2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:11.056504 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8c0f2c-4478-4d60-9d8e-78e071857af8 None None] New status for floating IP 9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:49:11.282304 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49064) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:11.296157 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c837d88-97dc-4de5-90dc-00085a6f37c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.387031 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c837d88-97dc-4de5-90dc-00085a6f37c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.389917 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1c837d88-97dc-4de5-90dc-00085a6f37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.432447 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1c837d88-97dc-4de5-90dc-00085a6f37c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3a8c303d5264e4b997d9756ab82c76d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464758 Sep 09 14:49:11.432849 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49066) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:11.440381 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c837d88-97dc-4de5-90dc-00085a6f37c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66295ecd-cea5-4127-a18d-64d5af9855f6,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:11.483328 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8db4153e-ce3e-4fa7-af4d-9f10ce1833d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.506293 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8db4153e-ce3e-4fa7-af4d-9f10ce1833d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.551412 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8db4153e-ce3e-4fa7-af4d-9f10ce1833d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.553884 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8db4153e-ce3e-4fa7-af4d-9f10ce1833d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:11.555041 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8db4153e-ce3e-4fa7-af4d-9f10ce1833d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66295ecd-cea5-4127-a18d-64d5af9855f6 HTTP/1.1" status: 204 len: 168 time: 0.1214318 Sep 09 14:49:11.563477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4153e-ce3e-4fa7-af4d-9f10ce1833d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66295ecd-cea5-4127-a18d-64d5af9855f6,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:12.116416 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf5546-bd53-45b4-9ddb-62304e2fcd60 req-132e6beb-d7d5-4a37-96c2-1892dcdf945f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:12.118131 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-56cf5546-bd53-45b4-9ddb-62304e2fcd60 req-132e6beb-d7d5-4a37-96c2-1892dcdf945f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0536830 Sep 09 14:49:12.157812 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-56cf5546-bd53-45b4-9ddb-62304e2fcd60 req-8b5a0859-b119-4637-8c31-0e5d06890140 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337772 Sep 09 14:49:12.606331 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49102) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:12.713515 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0e49cf3-33aa-49a0-943a-389aca987c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.808042 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0e49cf3-33aa-49a0-943a-389aca987c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.812079 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a0e49cf3-33aa-49a0-943a-389aca987c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.851433 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a0e49cf3-33aa-49a0-943a-389aca987c6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e330d9293604c32913cf5ec6d7ca4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440066 Sep 09 14:49:12.852358 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e49cf3-33aa-49a0-943a-389aca987c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bf610c-fecd-431e-8244-024dbcf37362,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:12.854856 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49108) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:12.908642 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-861dc56b-a75c-4017-a240-e8964fbf1012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.929445 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-861dc56b-a75c-4017-a240-e8964fbf1012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.975930 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-861dc56b-a75c-4017-a240-e8964fbf1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.978433 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-861dc56b-a75c-4017-a240-e8964fbf1012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:12.979597 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-861dc56b-a75c-4017-a240-e8964fbf1012 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/41bf610c-fecd-431e-8244-024dbcf37362 HTTP/1.1" status: 204 len: 168 time: 0.1236677 Sep 09 14:49:12.987784 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861dc56b-a75c-4017-a240-e8964fbf1012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bf610c-fecd-431e-8244-024dbcf37362,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:13.287810 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6073e25-4cf7-44ba-ab23-b48be3102bd2 req-f310a20e-67b0-4da3-8960-7ad200e90967 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:13.289388 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b6073e25-4cf7-44ba-ab23-b48be3102bd2 req-f310a20e-67b0-4da3-8960-7ad200e90967 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0630617 Sep 09 14:49:13.335547 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b6073e25-4cf7-44ba-ab23-b48be3102bd2 req-4bec37fc-c10e-49fc-b0ff-4a49cd079638 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372624 Sep 09 14:49:14.452467 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c6ee5-ab62-4fa6-9086-5ff86f2a6d23 req-3f24d147-f22f-4ff1-8a8f-be0a1cca97e5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:14.454282 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-704c6ee5-ab62-4fa6-9086-5ff86f2a6d23 req-3f24d147-f22f-4ff1-8a8f-be0a1cca97e5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Sep 09 14:49:14.494283 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-704c6ee5-ab62-4fa6-9086-5ff86f2a6d23 req-fe4815bb-9a26-4c30-a97b-4f06a67716f2 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338538 Sep 09 14:49:15.611631 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c09a56-4f6e-4b2e-b9c7-3ed57f3ddcd8 req-5ae1462a-be3b-4680-a047-bd317c42e89f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:15.613196 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2c09a56-4f6e-4b2e-b9c7-3ed57f3ddcd8 req-5ae1462a-be3b-4680-a047-bd317c42e89f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0492511 Sep 09 14:49:15.654086 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a2c09a56-4f6e-4b2e-b9c7-3ed57f3ddcd8 req-6f29755a-404d-40a2-abe1-e52cf21751bc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348179 Sep 09 14:49:15.903192 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463bcee-23ba-47ae-881f-2e9315285a78 req-98b77b27-6fae-4c57-b62e-f9b496fa927f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:15.904760 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2463bcee-23ba-47ae-881f-2e9315285a78 req-98b77b27-6fae-4c57-b62e-f9b496fa927f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0547926 Sep 09 14:49:15.969779 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2463bcee-23ba-47ae-881f-2e9315285a78 req-b1f2f88a-c94a-4e6d-b181-e0e87db4afbb tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587027 Sep 09 14:49:15.983003 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-b03380b5-6597-4a32-b2d5-3ec733cfd84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:15.984700 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-b03380b5-6597-4a32-b2d5-3ec733cfd84c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1098 time: 0.0573049 Sep 09 14:49:16.080599 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-69a61ac8-582d-4689-be7d-ca7eedfe71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:16.082088 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-69a61ac8-582d-4689-be7d-ca7eedfe71b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.0876062 Sep 09 14:49:16.153070 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-8ed4f803-9bc4-4855-95fa-cf706e2c7d5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 1001 time: 0.0615773 Sep 09 14:49:16.209177 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-5bb74c40-b1a6-432b-a92c-46dcb93cda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:16.210650 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-5bb74c40-b1a6-432b-a92c-46dcb93cda0a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0462828 Sep 09 14:49:16.258033 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-93ac1856-41d0-4c12-afd0-dab0addaa2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:16.259554 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-93ac1856-41d0-4c12-afd0-dab0addaa2eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414336 Sep 09 14:49:16.353674 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-30e85cfb-d73c-4159-833f-0746d17ecf5d service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865276 Sep 09 14:49:16.444124 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-693dd70c-6f93-4d0a-84e6-73e4a5be4c72 req-91c3b66a-15ad-4db8-8ba8-3a5a9130dcd4 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819557 Sep 09 14:49:17.048238 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49190) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:17.089379 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ebd39-3b01-403c-8c8c-0852c41320db req-d9945eca-1f49-460f-94c7-71c2e969b926 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:17.090667 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c89ebd39-3b01-403c-8c8c-0852c41320db req-d9945eca-1f49-460f-94c7-71c2e969b926 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Sep 09 14:49:17.130377 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c89ebd39-3b01-403c-8c8c-0852c41320db req-354792f9-dfff-486f-90e1-ee1bb3fb6ac3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318074 Sep 09 14:49:17.156563 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2e1836c8-818f-4a77-bc8d-278a7c68b85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.249241 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2e1836c8-818f-4a77-bc8d-278a7c68b85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.253593 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2e1836c8-818f-4a77-bc8d-278a7c68b85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.294566 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49194) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:17.294772 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2e1836c8-818f-4a77-bc8d-278a7c68b85f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b9fddd1bf1a4f99898b4e3d4cc2d97a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451134 Sep 09 14:49:17.295425 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1836c8-818f-4a77-bc8d-278a7c68b85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9416ad6d-0bf1-44b1-800d-5b78666142eb,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:17.361132 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f09d791f-84dc-44a8-a2a1-9a4ae6682e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.382104 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f09d791f-84dc-44a8-a2a1-9a4ae6682e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.430294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f09d791f-84dc-44a8-a2a1-9a4ae6682e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.433057 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f09d791f-84dc-44a8-a2a1-9a4ae6682e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.434392 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f09d791f-84dc-44a8-a2a1-9a4ae6682e00 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9416ad6d-0bf1-44b1-800d-5b78666142eb HTTP/1.1" status: 204 len: 168 time: 0.1380167 Sep 09 14:49:17.442627 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09d791f-84dc-44a8-a2a1-9a4ae6682e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9416ad6d-0bf1-44b1-800d-5b78666142eb,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:17.689939 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49200) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:17.703099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ee9818e4-849b-4627-96df-be794167e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.789424 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ee9818e4-849b-4627-96df-be794167e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.792924 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ee9818e4-849b-4627-96df-be794167e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.828812 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9818e4-849b-4627-96df-be794167e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688ae67a-71ea-4a4c-b00b-7f5063cf0d47,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:17.833030 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ee9818e4-849b-4627-96df-be794167e204 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=568ef54c7a7f47fc8d396a1831595b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420579 Sep 09 14:49:17.835653 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49206) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:17.884174 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d952e232-09fb-4fcc-9391-7c1825eefbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.905387 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d952e232-09fb-4fcc-9391-7c1825eefbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.956125 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d952e232-09fb-4fcc-9391-7c1825eefbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.958705 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d952e232-09fb-4fcc-9391-7c1825eefbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:17.959899 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d952e232-09fb-4fcc-9391-7c1825eefbf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/688ae67a-71ea-4a4c-b00b-7f5063cf0d47 HTTP/1.1" status: 204 len: 168 time: 0.1233494 Sep 09 14:49:17.970074 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952e232-09fb-4fcc-9391-7c1825eefbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688ae67a-71ea-4a4c-b00b-7f5063cf0d47,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:18.251513 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ddf0a-7e59-4425-8c97-23788280b2b6 req-fe7f2b25-dc12-466f-b18e-389f6db82a1e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:18.253063 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e95ddf0a-7e59-4425-8c97-23788280b2b6 req-fe7f2b25-dc12-466f-b18e-389f6db82a1e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0500183 Sep 09 14:49:18.292299 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e95ddf0a-7e59-4425-8c97-23788280b2b6 req-f03a44d6-6029-48d5-b99d-eb870e8578da tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334401 Sep 09 14:49:21.477860 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49272) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:21.577684 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-08ca0add-1bc2-46bc-aae1-5e8e5cd7e4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.662930 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-08ca0add-1bc2-46bc-aae1-5e8e5cd7e4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.666630 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-08ca0add-1bc2-46bc-aae1-5e8e5cd7e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.710422 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca0add-1bc2-46bc-aae1-5e8e5cd7e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c68e4dc-0521-4e20-ba0e-8515db1c046e,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:21.715775 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-08ca0add-1bc2-46bc-aae1-5e8e5cd7e4be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=888d3ea7adae4fbeae06bfbdc0596170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2368360 Sep 09 14:49:21.718301 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49276) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:21.766039 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-562064f8-fd1a-4e7f-868b-315a048d8683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.785847 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-562064f8-fd1a-4e7f-868b-315a048d8683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.831921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-562064f8-fd1a-4e7f-868b-315a048d8683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.834354 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-562064f8-fd1a-4e7f-868b-315a048d8683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:21.835477 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-562064f8-fd1a-4e7f-868b-315a048d8683 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c68e4dc-0521-4e20-ba0e-8515db1c046e HTTP/1.1" status: 204 len: 168 time: 0.1160002 Sep 09 14:49:21.842555 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562064f8-fd1a-4e7f-868b-315a048d8683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c68e4dc-0521-4e20-ba0e-8515db1c046e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:24.305149 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:49:29.176640 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:29.719007 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-605d3a40-b4ba-4d0a-878c-51dd8316852f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:32.613214 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b78ee6ac-ca79-4e9a-8f75-9081623e60f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:32.781650 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:33.644318 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:34.459749 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-94f12f48-0833-4966-a3a3-7a1d1dd2ea63 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387914 Sep 09 14:49:34.551952 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-26fae0bb-4805-4476-a353-797eebdea880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:34.553412 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-26fae0bb-4805-4476-a353-797eebdea880 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 1099 time: 0.0398047 Sep 09 14:49:34.657825 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-e3a18107-e49d-46f0-b0ca-53920860f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:34.659297 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-e3a18107-e49d-46f0-b0ca-53920860f246 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0856616 Sep 09 14:49:34.732729 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-df9bec2f-c1d5-4c0d-be7b-ac91befe2ba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 200 len: 1001 time: 0.0643790 Sep 09 14:49:34.783089 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-a6891af4-9f75-4d3d-bba6-9913d335e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:34.784528 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-a6891af4-9f75-4d3d-bba6-9913d335e2b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0424662 Sep 09 14:49:34.834116 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-9a7ac5b4-9e87-4e8c-b53f-cf1080886f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:34.835535 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-9a7ac5b4-9e87-4e8c-b53f-cf1080886f27 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402358 Sep 09 14:49:34.934039 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-3f4e0a4f-b55e-4b38-aeca-4a3c9098f073 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891914 Sep 09 14:49:35.029757 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-30cbe945-8e52-4961-8e82-9117d48fbce9 req-c6525ee6-cfe3-42e3-b83d-fab87a0f5e64 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802655 Sep 09 14:49:35.116247 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:35.678400 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49474) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:35.781274 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:35.867879 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:35.871490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:35.908491 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8f3d740ba6043caa4b5af168b9c5a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290401 Sep 09 14:49:35.909660 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350e0f2c-4a07-4743-86fa-0da8074db2b0,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:35.911214 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49480) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:35.916967 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.917321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.917662 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.918016 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.918348 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.918679 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.919026 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.919408 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.919680 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.920025 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.920346 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.920665 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8189eb54-35ef-4921-940c-55d9f680ab05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:35.963563 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:35.984983 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:36.032262 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:36.034800 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:36.036042 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/350e0f2c-4a07-4743-86fa-0da8074db2b0 HTTP/1.1" status: 204 len: 168 time: 0.1237087 Sep 09 14:49:36.043393 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350e0f2c-4a07-4743-86fa-0da8074db2b0,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:36.051105 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.051457 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.051828 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.052190 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.052527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.053347 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.053347 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.053533 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.053852 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.054239 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.054488 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:36.054805 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cda733-dea9-4904-9392-d91f681acfe6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:39.061683 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-99a5e67c-6ea1-43ed-95ff-0b77046013c9 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1676443230&fields=id&tenant_id=18de702e9d5243bbb5436b967a41bf9e HTTP/1.1" status: 200 len: 267 time: 0.0327687 Sep 09 14:49:39.114832 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-dc36fb01-c4fd-42ee-92c5-059a0b70c9ab tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:39.116351 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-dc36fb01-c4fd-42ee-92c5-059a0b70c9ab tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 984 time: 0.0486495 Sep 09 14:49:39.127651 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Request body: {'port': {'security_groups': ['12432c07-0174-4ab0-8104-99eae037cdf5']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:39.194527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.365707 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:39.394809 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.399427 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.412190 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['fe59dde9-c40c-4fdb-a400-182133e90f3d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:49:39.443462 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:39.444119 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.448678 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e65cae9d-7c72-4a21-9767-2fdab523f98c req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "PUT /v2.0/ports/fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 942 time: 0.3253429 Sep 09 14:49:39.451630 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49502) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:39.452230 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:39.455281 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086749d4-c447-422d-aaff-6b0ccb8ab29f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:39.501454 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd7d06-c659-4aab-8064-bbd4627de4d0 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event updated for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=7']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:39.505902 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe9ef6-83db-45d0-b6f2-1e1f0189d09b x-openstack-request-id: req-5dbe9ef6-83db-45d0-b6f2-1e1f0189d09b {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:39.506445 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:39.506955 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5dbe9ef6-83db-45d0-b6f2-1e1f0189d09b {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:39.507525 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'status': 'completed', 'code': 200} Sep 09 14:49:39.545327 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-134a0826-c360-49e7-96d4-5012ae81e3e7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.594941 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-134a0826-c360-49e7-96d4-5012ae81e3e7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.636899 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-e359825c-0191-4518-a51d-0e8fbfea48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:39.643203 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-e359825c-0191-4518-a51d-0e8fbfea48bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1098 time: 0.1101141 Sep 09 14:49:39.660277 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['fe59dde9-c40c-4fdb-a400-182133e90f3d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:49:39.691774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-134a0826-c360-49e7-96d4-5012ae81e3e7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.694725 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-134a0826-c360-49e7-96d4-5012ae81e3e7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:39.698792 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-134a0826-c360-49e7-96d4-5012ae81e3e7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "DELETE /v2.0/security-groups/a62ede32-265f-4914-9cd2-4fb822404840 HTTP/1.1" status: 204 len: 168 time: 0.2416642 Sep 09 14:49:39.706212 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49514) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:39.707007 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a0826-c360-49e7-96d4-5012ae81e3e7 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62ede32-265f-4914-9cd2-4fb822404840,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:39.968758 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a1742d16-696c-43bc-8df3-961c4146f971 None None] Provisioning complete for port fe59dde9-c40c-4fdb-a400-182133e90f3d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:49:39.969230 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a1742d16-696c-43bc-8df3-961c4146f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.086296 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-0f4af237-bb21-4d99-92d4-66738c1e039d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:40.087868 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-0f4af237-bb21-4d99-92d4-66738c1e039d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 915 time: 0.4350998 Sep 09 14:49:40.158350 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-2100a4aa-1696-42b3-bf79-726991c07f30 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 1000 time: 0.0594881 Sep 09 14:49:40.252278 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Deleting port 30b9e2f2-b53f-4dde-8580-e54c3e84ae8d {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:40.252616 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.324475 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.324800 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.337164 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Calling delete_port for 30b9e2f2-b53f-4dde-8580-e54c3e84ae8d owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:40.513194 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.538281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event deleted for resources: {'Port': ['ID=30b9e2f2-b53f-4dde-8580-e54c3e84ae8d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:40.596365 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.596698 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Floating IP 946000a5-b6aa-4977-bc31-ccf5ac56cfb1 disassociated (deleted). External IP: 172.27.2.82, port: fe59dde9-c40c-4fdb-a400-182133e90f3d. Sep 09 14:49:40.801540 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Router 958427ff-c4af-4e92-9929-9e78a4249a3a has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:49:40.910925 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:40.915696 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:40.920314 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] Sync routers for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:40.929455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:40.930074 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:40.942102 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-af5953ad-6d01-4d01-b1af-afc7fb2b7816 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "DELETE /v2.0/floatingips/946000a5-b6aa-4977-bc31-ccf5ac56cfb1 HTTP/1.1" status: 204 len: 168 time: 1.2329266 Sep 09 14:49:40.942807 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:40.945149 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b09a02-aea6-4abb-8aee-a75bfbc0570d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:40.982584 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e490f5-c73b-4a1f-a3f9-eb9dc2a86d3f x-openstack-request-id: req-f0e490f5-c73b-4a1f-a3f9-eb9dc2a86d3f {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:40.982957 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:40.983282 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f0e490f5-c73b-4a1f-a3f9-eb9dc2a86d3f {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:40.983795 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'status': 'completed', 'code': 200} Sep 09 14:49:41.042539 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:41.224566 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-ff2e4e2c-40ce-45c2-a069-e752b9605493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:41.226093 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-ff2e4e2c-40ce-45c2-a069-e752b9605493 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 200 len: 853 time: 0.0461466 Sep 09 14:49:41.254361 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:41.283559 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] Checking router: 958427ff-c4af-4e92-9929-9e78a4249a3a for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:41.291593 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:41.292266 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:41.398166 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:41.588061 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:41.613461 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888fcfc-ec8e-4915-96f9-8b7e45b03b29 None None] The sync data for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi is: [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:46:35Z', 'revision_number': 4, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'fd2d0dbf-9e31-4016-9bc7-860dddfb5cef', 'name': '', 'network_id': 'f9c27937-6e96-47ba-9c6d-bedf98f29525', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'mac_address': 'fa:16:3e:da:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:34Z', 'updated_at': '2021-09-09T14:46:44Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'subnets': [{'id': 'fa2fc9aa-5aad-415a-a607-7a298eeb045f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:41.823511 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2899a6-7979-4f11-af98-9b5ab010f7c0 None None] New status for floating IP 946000a5-b6aa-4977-bc31-ccf5ac56cfb1: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:49:43.132026 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-36685623-4f1c-4d1a-97c9-c9dc858bf7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:43.133495 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-36685623-4f1c-4d1a-97c9-c9dc858bf7ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9c27937-6e96-47ba-9c6d-bedf98f29525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435436 Sep 09 14:49:43.228505 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-bbf6ffb1-32af-4b5a-895d-ee41f9bef8da service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817218 Sep 09 14:49:43.332462 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-086749d4-c447-422d-aaff-6b0ccb8ab29f req-bdb0a4ed-b330-47df-93bd-fd16ae0e7d16 service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855582 Sep 09 14:49:43.416787 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-538fbaaa-8afa-401f-ae52-84d73dcdfada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:43.418251 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-538fbaaa-8afa-401f-ae52-84d73dcdfada service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=18de702e9d5243bbb5436b967a41bf9e&device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 1098 time: 0.0403421 Sep 09 14:49:43.516918 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-b0e81d31-48a8-4b0b-9156-9c7487521941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:43.518429 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-b0e81d31-48a8-4b0b-9156-9c7487521941 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 200 len: 915 time: 0.0886571 Sep 09 14:49:43.559752 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-b516a854-fca7-4ee4-8ffa-73755ac3dcd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 200 len: 217 time: 0.0329380 Sep 09 14:49:43.611549 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-d28675ce-6712-4f18-8428-85801eaf909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:43.613103 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-d28675ce-6712-4f18-8428-85801eaf909c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 200 len: 853 time: 0.0447111 Sep 09 14:49:43.659483 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-4074e9ea-d482-4bfd-855b-c3742f23f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:43.661048 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-4074e9ea-d482-4bfd-855b-c3742f23f7c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f9c27937-6e96-47ba-9c6d-bedf98f29525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403662 Sep 09 14:49:43.755285 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-29a265cc-be8b-4e4f-87de-353764189a7b service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864444 Sep 09 14:49:43.853889 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-87b09a02-aea6-4abb-8aee-a75bfbc0570d req-70f5659e-d2a3-4bbf-8bad-7a40a3e81d08 service neutron] 10.222.0.13 "GET /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905988 Sep 09 14:49:44.498309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e302fb3-4f36-4e07-85f1-a9e60cc8a69a req-b2c8bb11-282a-49c2-b6a3-9b2bd2116ad8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:44.500431 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1e302fb3-4f36-4e07-85f1-a9e60cc8a69a req-b2c8bb11-282a-49c2-b6a3-9b2bd2116ad8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0470011 Sep 09 14:49:44.537384 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1e302fb3-4f36-4e07-85f1-a9e60cc8a69a req-e3c566ae-fb57-4453-b8bf-8ce9a9b7242d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308394 Sep 09 14:49:45.657265 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91f87-f1a5-4e29-b870-b0ce511b313c req-7570772f-24d4-491b-a0cf-a747aa0c02f8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:45.658733 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17c91f87-f1a5-4e29-b870-b0ce511b313c req-7570772f-24d4-491b-a0cf-a747aa0c02f8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0466700 Sep 09 14:49:45.698734 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-17c91f87-f1a5-4e29-b870-b0ce511b313c req-1429d8c3-aeef-4c47-b957-f51694879178 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341659 Sep 09 14:49:46.544530 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-69d4a7d6-1f1b-4276-ba54-0cc872089520 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:46.545979 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-69d4a7d6-1f1b-4276-ba54-0cc872089520 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0469978 Sep 09 14:49:46.645483 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Deleting port d7544d03-7fbc-48b9-b833-6b756560aab3 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:46.645944 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:46.736559 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] For port d7544d03-7fbc-48b9-b833-6b756560aab3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=d7544d03-7fbc-48b9-b833-6b756560aab3,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:46.736929 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:46.831043 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b7672-d789-44e0-8ce9-bba253242606 req-989edbff-f44d-4ed1-a264-205dcd32d566 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:46.832511 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-251b7672-d789-44e0-8ce9-bba253242606 req-989edbff-f44d-4ed1-a264-205dcd32d566 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 946 time: 0.0496690 Sep 09 14:49:46.870879 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-251b7672-d789-44e0-8ce9-bba253242606 req-abd0fdd4-5d2c-4097-a822-c540737d4322 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323818 Sep 09 14:49:46.926579 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5118e8-5d29-408c-83c6-f30a47943063 req-3a8a70db-da1e-4ceb-b40c-943f2b80d2ce tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:46.928083 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9a5118e8-5d29-408c-83c6-f30a47943063 req-3a8a70db-da1e-4ceb-b40c-943f2b80d2ce tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.1183982 Sep 09 14:49:47.012268 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9a5118e8-5d29-408c-83c6-f30a47943063 req-57a14eb9-35d6-41ac-aba6-68dfe9641d8d tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779393 Sep 09 14:49:47.025920 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:47.026293 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:47.026607 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Floating IP d25112aa-2936-45ef-9e9d-b3fd51e62984 disassociated. External IP: 172.27.2.142, port: d7544d03-7fbc-48b9-b833-6b756560aab3. Sep 09 14:49:47.026948 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Calling delete_port for d7544d03-7fbc-48b9-b833-6b756560aab3 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:47.149130 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:47.180783 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event deleted for resources: {'Port': ['ID=d7544d03-7fbc-48b9-b833-6b756560aab3,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:47.298719 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:49:47.415228 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:47.426219 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:47.454207 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:47.454908 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:47.472109 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] No DVR routers for this DVR port d7544d03-7fbc-48b9-b833-6b756560aab3 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:47.474893 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:47.477416 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9fecd5ed-5f79-4d14-aca0-d099b3f3b821 req-38a32a05-6ab1-4675-85cc-d56fdc7cf0f9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "DELETE /v2.0/ports/d7544d03-7fbc-48b9-b833-6b756560aab3 HTTP/1.1" status: 204 len: 173 time: 0.9237192 Sep 09 14:49:47.477873 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-deleted', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:47.480661 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ea0c24-17b2-441c-868e-40706cc84fc6" -d '{"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-deleted", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:47.523507 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1b8317-8679-42eb-a9f1-e82412bbd843 x-openstack-request-id: req-0d1b8317-8679-42eb-a9f1-e82412bbd843 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:47.523752 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcca248b-d7bb-42b9-a0f1-256d29dd149e", "name": "network-vif-deleted", "tag": "d7544d03-7fbc-48b9-b833-6b756560aab3", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:47.524015 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d1b8317-8679-42eb-a9f1-e82412bbd843 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:47.524417 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca248b-d7bb-42b9-a0f1-256d29dd149e', 'name': 'network-vif-deleted', 'tag': 'd7544d03-7fbc-48b9-b833-6b756560aab3', 'status': 'completed', 'code': 200} Sep 09 14:49:47.583959 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:47.781860 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:47.808002 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:47.816845 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:47.817437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:47.926372 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:47.996310 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a10b40af-cd78-42d2-b4af-d4a4745d1552 req-0dff31df-2146-4c78-bd5e-6a20c5c09018 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=dcca248b-d7bb-42b9-a0f1-256d29dd149e HTTP/1.1" status: 200 len: 210 time: 0.0330040 Sep 09 14:49:48.138903 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e0f3b-0ad2-41bc-a25b-b91a4c2fad54 req-1cad47e0-451a-4b49-bf4a-51e1f8a45614 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:48.141095 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f22e0f3b-0ad2-41bc-a25b-b91a4c2fad54 req-1cad47e0-451a-4b49-bf4a-51e1f8a45614 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0531776 Sep 09 14:49:48.178125 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f22e0f3b-0ad2-41bc-a25b-b91a4c2fad54 req-a88dc7c0-4056-4f35-9c94-510d8606f359 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310516 Sep 09 14:49:48.285225 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:48.316954 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96702a1a-9da4-4f3f-b862-b35ac7783942 None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:48.518825 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef77fa56-b788-4cf3-8e9e-14f0c49d37ac None None] New status for floating IP d25112aa-2936-45ef-9e9d-b3fd51e62984: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:49:48.749306 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c72059-701e-4cb8-8bcd-53b64d5c2a02 req-3c90faf1-c221-4e45-ac4b-4eef4ba12360 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:48.751328 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c9c72059-701e-4cb8-8bcd-53b64d5c2a02 req-3c90faf1-c221-4e45-ac4b-4eef4ba12360 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0499601 Sep 09 14:49:48.794120 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c9c72059-701e-4cb8-8bcd-53b64d5c2a02 req-ab12b254-42f5-47aa-9336-77b76b4684da tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362759 Sep 09 14:49:48.919799 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-d564697c-a3fc-4c1d-9f8f-77f370ffc65a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:48.921343 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-d564697c-a3fc-4c1d-9f8f-77f370ffc65a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0500145 Sep 09 14:49:49.016931 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Deleting port fe59dde9-c40c-4fdb-a400-182133e90f3d {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:49.017270 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.091609 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49628) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:49.141125 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] For port fe59dde9-c40c-4fdb-a400-182133e90f3d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=fe59dde9-c40c-4fdb-a400-182133e90f3d,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:49.141871 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.159944 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Calling delete_port for fe59dde9-c40c-4fdb-a400-182133e90f3d owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:49.180628 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ef6-d2b2-46dd-b92e-bbc7e033a411 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.238760 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ef6-d2b2-46dd-b92e-bbc7e033a411 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.292078 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f182c-b243-4f77-8f3b-5d3febc7905a req-10205703-9efa-4363-b13c-1bfee4082554 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:49.293692 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c43f182c-b243-4f77-8f3b-5d3febc7905a req-10205703-9efa-4363-b13c-1bfee4082554 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d537c9e-d459-4788-8017-8f0ec229f752 HTTP/1.1" status: 200 len: 945 time: 0.0466795 Sep 09 14:49:49.340560 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ef6-d2b2-46dd-b92e-bbc7e033a411 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.344896 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a4b74ef6-d2b2-46dd-b92e-bbc7e033a411 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.345680 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c43f182c-b243-4f77-8f3b-5d3febc7905a req-12c98412-c38c-4744-9c17-44031b8b90d8 tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.21 "GET /v2.0/security-groups?id=12432c07-0174-4ab0-8104-99eae037cdf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446270 Sep 09 14:49:49.346424 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a4b74ef6-d2b2-46dd-b92e-bbc7e033a411 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "DELETE /v2.0/security-groups/5be7e7d7-fc9b-4422-88d9-0fdfc0f35126 HTTP/1.1" status: 204 len: 168 time: 0.2537901 Sep 09 14:49:49.349321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49632) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:49.371126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b74ef6-d2b2-46dd-b92e-bbc7e033a411 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be7e7d7-fc9b-4422-88d9-0fdfc0f35126,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:49.371645 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.api.v2.resource [None req-954f8fcd-5486-4c3c-b539-d84b981ae5ec tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] show failed (client error): The resource could not be found. Sep 09 14:49:49.373892 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-954f8fcd-5486-4c3c-b539-d84b981ae5ec tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups/5be7e7d7-fc9b-4422-88d9-0fdfc0f35126 HTTP/1.1" status: 404 len: 347 time: 0.0229695 Sep 09 14:49:49.376332 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49634) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:49.388215 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.401182 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['fe59dde9-c40c-4fdb-a400-182133e90f3d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:49:49.424588 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Pushing event deleted for resources: {'Port': ['ID=fe59dde9-c40c-4fdb-a400-182133e90f3d,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:49.472905 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] No DVR routers for this DVR port fe59dde9-c40c-4fdb-a400-182133e90f3d on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:49.475339 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.477325 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-f9341ebb-89cf-4397-9be6-19f56b43cd57 req-ca5089f1-1656-492d-aabd-511928fa991a tempest-TestMinimumBasicScenario-1068959870 tempest-TestMinimumBasicScenario-1068959870-project] 10.222.0.13 "DELETE /v2.0/ports/fe59dde9-c40c-4fdb-a400-182133e90f3d HTTP/1.1" status: 204 len: 173 time: 0.5483124 Sep 09 14:49:49.520240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Deleting port 0e8ff8db-01af-4ec2-87bf-fe0b9318881e {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:49.520588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.525375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'name': 'network-vif-deleted', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:49.528460 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869ad359-3dc9-4461-8272-1cc071334d93" -d '{"events": [{"server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "name": "network-vif-deleted", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:49.577121 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd353b-6233-4c06-a085-c9bba4b8b98e x-openstack-request-id: req-bbfd353b-6233-4c06-a085-c9bba4b8b98e {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:49.577410 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d537c9e-d459-4788-8017-8f0ec229f752", "name": "network-vif-deleted", "tag": "fe59dde9-c40c-4fdb-a400-182133e90f3d", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:49.577659 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbfd353b-6233-4c06-a085-c9bba4b8b98e {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:49.578079 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d537c9e-d459-4788-8017-8f0ec229f752', 'name': 'network-vif-deleted', 'tag': 'fe59dde9-c40c-4fdb-a400-182133e90f3d', 'status': 'completed', 'code': 200} Sep 09 14:49:49.615378 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.615777 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.629895 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Calling delete_port for 0e8ff8db-01af-4ec2-87bf-fe0b9318881e owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:49.763875 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.791797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event deleted for resources: {'Port': ['ID=0e8ff8db-01af-4ec2-87bf-fe0b9318881e,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:49.856220 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.858882 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:49.863666 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-155f63c5-3934-4a6a-99e6-79240ebb7c30 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "DELETE /v2.0/floatingips/d25112aa-2936-45ef-9e9d-b3fd51e62984 HTTP/1.1" status: 204 len: 168 time: 0.4829495 Sep 09 14:49:49.928243 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad404e-e31a-4c60-89dd-7d22cd499000 req-39edd322-c790-43e6-8948-834759ac10a8 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:49.935311 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-68ad404e-e31a-4c60-89dd-7d22cd499000 req-39edd322-c790-43e6-8948-834759ac10a8 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0665839 Sep 09 14:49:49.975427 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-68ad404e-e31a-4c60-89dd-7d22cd499000 req-703d9940-3d20-47df-9475-3db60a05270d tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Sep 09 14:49:50.103131 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:50.124292 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: d7544d03-7fbc-48b9-b833-6b756560aab3 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:50.124638 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device d7544d03-7fbc-48b9-b833-6b756560aab3 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:50.125675 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device fe59dde9-c40c-4fdb-a400-182133e90f3d no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:50.135333 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49642) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:50.139984 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506744534', 'description': 'tempest-description--1428158466'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:50.147540 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: fe59dde9-c40c-4fdb-a400-182133e90f3d {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:50.147917 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device fe59dde9-c40c-4fdb-a400-182133e90f3d not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:50.160980 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.237677 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.241123 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.268108 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1749298a-3c8d-4787-a6ac-54bc89caa419,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:50.270391 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.271582 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-47a5115e-38c3-4086-a5cf-84a14668662a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1351569 Sep 09 14:49:50.274482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49644) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:50.278588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'security_group_rule': {'security_group_id': '1749298a-3c8d-4787-a6ac-54bc89caa419', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:50.304306 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.359882 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.363257 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.377991 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2638974c-d158-4a61-8bf5-8e0ed81e8d4f,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:50.387903 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.391472 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c9926c82-25b5-49d4-bbb1-f479c599386c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1137958 Sep 09 14:49:50.392023 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49648) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:50.396297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'security_group_rule': {'security_group_id': '1749298a-3c8d-4787-a6ac-54bc89caa419', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:50.423877 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.486270 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.489635 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.506397 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec949920-4d3a-4181-9cbb-1ad49662bc28,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:50.513970 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.515189 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-819a3bd4-ae69-4b28-b3b2-b89c9f8511a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223867 Sep 09 14:49:50.518495 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49658) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:50.523128 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:50.544123 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.606412 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-c77da760-4734-49ed-9db0-e3d9003806b9 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:50.608012 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-c77da760-4734-49ed-9db0-e3d9003806b9 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 946 time: 0.0509923 Sep 09 14:49:50.656925 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.707135 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Deleting port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:50.707672 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.769798 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Allocated IP 172.27.2.236 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/c53fa059-1c7d-4dd8-84c1-52d3db94c105) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:49:50.802722 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] For port f4b78b59-cfbd-43c8-ac41-870ec2bfe132, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:50.803093 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.819598 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Calling delete_port for f4b78b59-cfbd-43c8-ac41-870ec2bfe132 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:50.879674 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.919472 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.956313 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:50.959532 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:50.962458 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:50.972261 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:49:50.974145 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f4b78b59-cfbd-43c8-ac41-870ec2bfe132'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:49:50.975353 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'Port': ['ID=c53fa059-1c7d-4dd8-84c1-52d3db94c105,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:50.994917 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Pushing event deleted for resources: {'Port': ['ID=f4b78b59-cfbd-43c8-ac41-870ec2bfe132,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:51.057652 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] No DVR routers for this DVR port f4b78b59-cfbd-43c8-ac41-870ec2bfe132 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:51.060899 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.063171 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ab9523e1-73cc-4e37-ad34-4baa4ce0a0ce req-4f03bc90-f540-42df-a26c-3b2cee78e7b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "DELETE /v2.0/ports/f4b78b59-cfbd-43c8-ac41-870ec2bfe132 HTTP/1.1" status: 204 len: 173 time: 0.4484246 Sep 09 14:49:51.103071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-45e35fe3-2ff5-4218-9762-e9daceb7ea2a req-70f20852-a82f-456c-8dc4-3e9b9c4295de tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=10568289-05a6-4928-9be6-b94386b6a2d5 HTTP/1.1" status: 200 len: 210 time: 0.0302887 Sep 09 14:49:51.116102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.153884 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.199712 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49700) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:51.308409 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.313530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.382606 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'Port': ['ID=c53fa059-1c7d-4dd8-84c1-52d3db94c105,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:51.395358 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.409259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:51.410630 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-022e671a-e424-4a49-8774-2581461f8b76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8910165 Sep 09 14:49:51.655948 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10568289-05a6-4928-9be6-b94386b6a2d5', 'name': 'network-vif-deleted', 'tag': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:51.658880 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8d53e-9eb1-4f04-9265-a0134253120c" -d '{"events": [{"server_uuid": "10568289-05a6-4928-9be6-b94386b6a2d5", "name": "network-vif-deleted", "tag": "f4b78b59-cfbd-43c8-ac41-870ec2bfe132"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:51.694406 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7468c9e0-9c02-4cb5-9312-b173e54c9764 x-openstack-request-id: req-7468c9e0-9c02-4cb5-9312-b173e54c9764 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:51.694676 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10568289-05a6-4928-9be6-b94386b6a2d5", "name": "network-vif-deleted", "tag": "f4b78b59-cfbd-43c8-ac41-870ec2bfe132", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:51.694923 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7468c9e0-9c02-4cb5-9312-b173e54c9764 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:51.695298 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10568289-05a6-4928-9be6-b94386b6a2d5', 'name': 'network-vif-deleted', 'tag': 'f4b78b59-cfbd-43c8-ac41-870ec2bfe132', 'status': 'completed', 'code': 200} Sep 09 14:49:51.744602 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-b5c861d5-0d16-4500-9e30-40989e7e75dd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--506744534&fields=id&tenant_id=5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 267 time: 0.0807095 Sep 09 14:49:51.883097 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-84602c74-9861-4552-bf24-7e18c0ad7025 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:51.884597 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-84602c74-9861-4552-bf24-7e18c0ad7025 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 817 time: 0.1326048 Sep 09 14:49:51.935225 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-bba340e0-98da-4679-9e30-3fa14f9dc367 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/quotas/5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 375 time: 0.0334358 Sep 09 14:49:52.003870 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:52.013833 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-5368d953-80fd-4d1e-bfb4-882d31581f79 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0719552 Sep 09 14:49:52.226437 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-6a4af94c-32ae-4eeb-a47a-b90da399c595 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806626 Sep 09 14:49:52.383923 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-45f357a0-df98-49d2-8ca5-d21e329f9872 service neutron] 10.222.0.21 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416259 Sep 09 14:49:52.456086 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Deleting port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:52.456351 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:52.543687 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] For port fd2d0dbf-9e31-4016-9bc7-860dddfb5cef, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:52.544120 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:52.548818 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d91588d8-3641-4312-9ec3-c7859626f7f3 req-9abc2d66-9c98-464c-bb59-117fc42d7d84 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 210 time: 0.0262394 Sep 09 14:49:52.558386 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Calling delete_port for fd2d0dbf-9e31-4016-9bc7-860dddfb5cef owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:52.743457 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:52.769569 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2d0dbf-9e31-4016-9bc7-860dddfb5cef,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:52.940046 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.144645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Router 958427ff-c4af-4e92-9929-9e78a4249a3a has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:49:53.245909 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:53.250866 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e8dfdb9b-bcd9-4b1a-b9a6-52c2f8f30f30 admin admin] 10.222.0.21 "PUT /v2.0/routers/958427ff-c4af-4e92-9929-9e78a4249a3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0497184 Sep 09 14:49:53.254108 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49732) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:53.255069 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] Sync routers for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:53.264073 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:53.264673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:53.356494 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.370413 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:53.462440 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.512032 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Deleting port f9b82be0-c08b-464a-939a-644b87e46255 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:53.512370 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.546132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176'}], 'enable_snat': True}, 'gw_port_id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:49:52Z', 'revision_number': 5, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port': {'id': 'f9b82be0-c08b-464a-939a-644b87e46255', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:32Z', 'updated_at': '2021-09-09T14:46:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:53.577734 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] Checking router: 958427ff-c4af-4e92-9929-9e78a4249a3a for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:53.586985 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] Routers {'958427ff-c4af-4e92-9929-9e78a4249a3a'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:53.587744 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['958427ff-c4af-4e92-9929-9e78a4249a3a'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:53.589612 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] For port f9b82be0-c08b-464a-939a-644b87e46255, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=f9b82be0-c08b-464a-939a-644b87e46255,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:53.590066 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.601611 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Calling delete_port for f9b82be0-c08b-464a-939a-644b87e46255 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:53.646022 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-36ea28c7-c3d0-48bc-bfbc-fb4636dd4fbc req-59b2ac83-4567-47a6-b29a-e263b7426ece tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 210 time: 0.0267231 Sep 09 14:49:53.673622 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] Set router 958427ff-c4af-4e92-9929-9e78a4249a3a gateway port host: None {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:53.731121 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:49:53Z', 'revision_number': 6, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:53.758495 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b56c50-b0ec-40ff-9cac-412fa0e54724 None None] The sync data for ids ['958427ff-c4af-4e92-9929-9e78a4249a3a'] in dv-cinder-807469-2-iscsi is: [{'id': '958427ff-c4af-4e92-9929-9e78a4249a3a', 'name': 'tempest-TestMinimumBasicScenario-165021607-router', 'tenant_id': '18de702e9d5243bbb5436b967a41bf9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:31Z', 'updated_at': '2021-09-09T14:49:53Z', 'revision_number': 6, 'project_id': '18de702e9d5243bbb5436b967a41bf9e', 'gw_port_host': None}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:53.773206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.803120 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b82be0-c08b-464a-939a-644b87e46255,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:53.861174 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.947381 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.949470 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.992967 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.993537 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 958427ff-c4af-4e92-9929-9e78a4249a3a {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:49:53.998342 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:53.999459 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-bdd673ac-c8f2-4b97-98f2-9a6bf0fd1659 admin admin] 10.222.0.21 "DELETE /v2.0/routers/958427ff-c4af-4e92-9929-9e78a4249a3a HTTP/1.1" status: 204 len: 168 time: 0.7443845 Sep 09 14:49:54.002011 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49740) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:54.044482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Deleting subnet fa2fc9aa-5aad-415a-a607-7a298eeb045f {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:49:54.048195 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.080639 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.195546 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.246476 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.270256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa2fc9aa-5aad-415a-a607-7a298eeb045f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:54.273915 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.276977 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-38de5b7b-d58f-4c51-87bc-0c2e23189b47 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa2fc9aa-5aad-415a-a607-7a298eeb045f HTTP/1.1" status: 204 len: 168 time: 0.2729785 Sep 09 14:49:54.278362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49742) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:54.280928 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20025adc-7745-4325-bf69-5d38368e4690 None None] Network f9c27937-6e96-47ba-9c6d-bedf98f29525 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:49:54.348360 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.409296 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Deleting port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:54.409638 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.473525 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] For port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:54.473748 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.487564 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Calling delete_port for 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 owned by network:dhcp {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:54.504888 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] DHCP port deletion for f9c27937-6e96-47ba-9c6d-bedf98f29525 request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:49:54.553188 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Deleting port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:54.553562 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.571676 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.599947 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Pushing event deleted for resources: {'Port': ['ID=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:54.603332 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] No DVR routers for this DVR port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 on host dv-cinder-807469-2-iscsi {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:54.626182 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] For port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,segment=NetworkSegment(028e5b17-064b-406b-a53a-d6035959fbf8),segment_id=028e5b17-064b-406b-a53a-d6035959fbf8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:54.626590 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.638972 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Calling delete_port for 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:54.684499 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.711535 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c27937-6e96-47ba-9c6d-bedf98f29525']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:54.727865 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028e5b17-064b-406b-a53a-d6035959fbf8') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:54.728071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028e5b17-064b-406b-a53a-d6035959fbf8') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:54.750475 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.760012 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.774115 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f529b13a-f247-450b-970b-21eb35545e68 req-24b25291-158f-46ac-9996-036ac32c8205 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 210 time: 0.0353510 Sep 09 14:49:54.780054 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.786820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:49:54.787454 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.788132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] No DVR routers for this DVR port 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 on host dv-cinder-807469-2-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:49:54.789255 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:49:54.791455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Pushing event deleted for resources: {'Port': ['ID=70d714d0-ef59-4b42-bfc3-4e43f70a6b82,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:54.798958 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.799307 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.799643 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.800403 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.800403 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.800673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.800946 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.801264 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.801583 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.801899 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.802217 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.802527 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44779c24-512d-47d8-88c0-c8d83ee476c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:54.847965 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.852173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:54.857011 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] 10.222.0.21 "DELETE /v2.0/networks/f9c27937-6e96-47ba-9c6d-bedf98f29525 HTTP/1.1" status: 204 len: 168 time: 0.5747244 Sep 09 14:49:54.857011 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49748) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:54.874535 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3569b3d-b93c-43c1-961e-81af0a27c78d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c27937-6e96-47ba-9c6d-bedf98f29525,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:55.249091 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4b78b59-cfbd-43c8-ac41-870ec2bfe132 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:55.268848 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: f4b78b59-cfbd-43c8-ac41-870ec2bfe132 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:55.269191 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f4b78b59-cfbd-43c8-ac41-870ec2bfe132 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:55.444224 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:55.680402 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Deleting port e744acde-ef5c-44b5-9493-54a5e87202be {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:55.681050 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:55.763409 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] For port e744acde-ef5c-44b5-9493-54a5e87202be, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=e744acde-ef5c-44b5-9493-54a5e87202be,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:55.763811 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:55.776813 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Calling delete_port for e744acde-ef5c-44b5-9493-54a5e87202be owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:55.778565 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device f9b82be0-c08b-464a-939a-644b87e46255 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:55.802727 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: f9b82be0-c08b-464a-939a-644b87e46255 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:55.803066 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device f9b82be0-c08b-464a-939a-644b87e46255 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:55.803679 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:55.834983 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:55.835448 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 70d714d0-ef59-4b42-bfc3-4e43f70a6b82 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:55.836016 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fd2d0dbf-9e31-4016-9bc7-860dddfb5cef no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:55.837656 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-ac3edef3-783e-4e28-b9ba-080df31348da tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:55.840030 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-ac3edef3-783e-4e28-b9ba-080df31348da tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 817 time: 0.1292500 Sep 09 14:49:55.871138 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: fd2d0dbf-9e31-4016-9bc7-860dddfb5cef {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:55.871486 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fd2d0dbf-9e31-4016-9bc7-860dddfb5cef not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:55.917986 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d22fe4-4b0c-4c15-a1d5-acd42c5908a4 req-c93f788f-ef2a-47e0-a9ba-9e66f9e8e905 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 210 time: 0.0471578 Sep 09 14:49:55.922540 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4414309b-c4b5-4c29-ae70-c77ba494bf82 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 379 time: 0.0672281 Sep 09 14:49:55.931950 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'port': {'device_id': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'admin_state_up': True, 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'security_groups': ['1749298a-3c8d-4787-a6ac-54bc89caa419']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:56.011219 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.043131 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Pushing event deleted for resources: {'Port': ['ID=e744acde-ef5c-44b5-9493-54a5e87202be,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:56.043259 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Made reservation on behalf of 5c1a8bd673264a74acc528dabeba56ad for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:56.049232 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.186178 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Allocated IP 172.20.0.14 (8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b/958bdbd8-83d2-4585-9839-6c4525ee7e03/5d85e35b-d5e6-4eca-b9d4-e46cab5332b8) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:49:56.208114 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.330231 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.345507 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Transition to ACTIVE for port object 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:49:56.379076 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.421026 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:56.429782 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:49:56.429911 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:56.429911 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:49:56.456417 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:56.485192 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:56.485787 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.505129 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-c229e96b-5092-4d87-8aad-93b70bb06287 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769908 Sep 09 14:49:56.521566 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Request body: {'port': {'device_id': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:56.574098 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:56.586328 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] Sync routers for ids ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:56.588295 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b051edd4-9d0d-4faf-b372-efb60197e430 admin admin] 10.222.0.21 "PUT /v2.0/routers/4b9bb975-2b77-4e43-a5a0-5bc1078634e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7302661 Sep 09 14:49:56.589090 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49772) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:56.597473 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] Routers {'4b9bb975-2b77-4e43-a5a0-5bc1078634e1'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:56.599241 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.600344 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:56.713403 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e280319c-69e6-4413-a4a9-21c94e5db5e1 None None] Provisioning for port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:49:56.716113 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.720901 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e280319c-69e6-4413-a4a9-21c94e5db5e1 None None] Provisioning complete for port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:49:56.721632 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e280319c-69e6-4413-a4a9-21c94e5db5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.744597 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] Set router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:56.762954 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e280319c-69e6-4413-a4a9-21c94e5db5e1 None None] Port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:49:56.840598 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.891760 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:49:56.899435 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.901902 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Deleting port eb95ae1e-a972-402f-b43d-05cf1b65ef75 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:56.902310 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.912645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Transition to ACTIVE for port object 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:49:56.920386 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:56.940036 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232'}], 'enable_snat': True}, 'gw_port_id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:49:55Z', 'revision_number': 5, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port': {'id': 'eb95ae1e-a972-402f-b43d-05cf1b65ef75', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:0a:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:41Z', 'updated_at': '2021-09-09T14:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:56.977681 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:56.994597 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] Checking router: 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:57.005441 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] Routers {'4b9bb975-2b77-4e43-a5a0-5bc1078634e1'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:49:57.006711 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:49:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:57.012546 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] For port eb95ae1e-a972-402f-b43d-05cf1b65ef75, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb95ae1e-a972-402f-b43d-05cf1b65ef75,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:57.012928 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.053437 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Attempting to bind port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:49:57.053941 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Attempting to bind port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:49:57.054375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Attempting to bind port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:49:57.059474 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:49:57.059992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Attempting to bind port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 on network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:49:57.065373 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Calling delete_port for eb95ae1e-a972-402f-b43d-05cf1b65ef75 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:57.066234 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:49:57.066836 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Checking segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:49:57.067419 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Bound using segment: {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:49:57.068089 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Bound port: 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '539c8c0d-887e-435c-95da-ca777c89d4ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:49:57.068552 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.099073 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2800a-4b8c-490e-a29c-640766dc0fc6 req-7a02367f-d35f-467d-a254-f511b3b09dd5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:57.100973 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0a2800a-4b8c-490e-a29c-640766dc0fc6 req-7a02367f-d35f-467d-a254-f511b3b09dd5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0729294 Sep 09 14:49:57.132938 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] Set router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:49:57.150007 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:49:57.153509 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:49:57.160566 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.182783 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e0a2800a-4b8c-490e-a29c-640766dc0fc6 req-0df2dfd8-42df-444e-8e0e-47dc73b895e2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741825 Sep 09 14:49:57.209854 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:57.210724 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.212385 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:49:56Z', 'revision_number': 6, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:57.213128 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] 10.222.0.13 "PUT /v2.0/ports/5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 200 len: 1094 time: 0.6987548 Sep 09 14:49:57.213818 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:49:57.216843 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:49:57.254870 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca958ee-c6c4-4fe4-9121-6b4860ff6de5 service neutron] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:57.271699 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9924b433-b02f-4151-bf7b-b052506786d2 None None] The sync data for ids ['4b9bb975-2b77-4e43-a5a0-5bc1078634e1'] in dv-cinder-807469-2-iscsi is: [{'id': '4b9bb975-2b77-4e43-a5a0-5bc1078634e1', 'name': 'tempest-TestMinimumBasicScenario-1094109411-router', 'tenant_id': '37c9857841f14a2fabcd58719743357a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:39Z', 'updated_at': '2021-09-09T14:49:56Z', 'revision_number': 6, 'project_id': '37c9857841f14a2fabcd58719743357a', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:57.297666 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe8cfa2-efd7-4308-a9a3-87ea44c129f0 x-openstack-request-id: req-7fe8cfa2-efd7-4308-a9a3-87ea44c129f0 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:49:57.298079 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:49:57.298400 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fe8cfa2-efd7-4308-a9a3-87ea44c129f0 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:49:57.298931 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'status': 'completed', 'code': 200} Sep 09 14:49:57.323189 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-e98b820f-944d-40eb-bbed-256eccac00b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:57.326058 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-e98b820f-944d-40eb-bbed-256eccac00b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1097 time: 0.0632296 Sep 09 14:49:57.369939 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.382040 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-7856d302-1929-473a-bcf5-789df56963a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 200 len: 217 time: 0.0434852 Sep 09 14:49:57.408259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb95ae1e-a972-402f-b43d-05cf1b65ef75,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:57.449658 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-33815ddc-b59d-4bcf-a4c5-38b643df99da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:57.452409 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-33815ddc-b59d-4bcf-a4c5-38b643df99da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0632372 Sep 09 14:49:57.480218 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.508768 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-67cb453e-f594-490c-a5d7-b4101c555563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:57.509355 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-67cb453e-f594-490c-a5d7-b4101c555563 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482590 Sep 09 14:49:57.579509 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.581932 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.601953 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-ae786ae7-2510-4e58-ad05-5c531f722896 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850649 Sep 09 14:49:57.639390 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.640070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b9bb975-2b77-4e43-a5a0-5bc1078634e1 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:49:57.645669 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.649677 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-27ce142f-4265-4838-a0d0-1dca8d1de821 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4b9bb975-2b77-4e43-a5a0-5bc1078634e1 HTTP/1.1" status: 204 len: 168 time: 1.0569055 Sep 09 14:49:57.649862 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49780) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:57.704733 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Deleting subnet cebbc1c4-d181-4abf-8168-d9ab6a21ec21 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:49:57.708173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.720755 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b1d16389-42ad-40c3-a9a0-bf9b2bb60d8d req-751f4303-cd86-4b12-beea-b7412c661196 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081305 Sep 09 14:49:57.756546 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.822939 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-968adffe-a559-4fd3-ae6f-107b73f568c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:57.824539 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-968adffe-a559-4fd3-ae6f-107b73f568c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1097 time: 0.0453291 Sep 09 14:49:57.862739 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.952221 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.977281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebbc1c4-d181-4abf-8168-d9ab6a21ec21,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:57.983555 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:57.986142 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c62e2e58-eddd-42ce-86c4-f9bbc6da372b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cebbc1c4-d181-4abf-8168-d9ab6a21ec21 HTTP/1.1" status: 204 len: 168 time: 0.3352914 Sep 09 14:49:57.990449 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71630b44-e8bc-4bff-ab46-e358391371af None None] Network b72216d5-586a-4cc6-abfa-aab8042a8f90 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:49:57.992475 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49788) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:58.066306 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.144660 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Deleting port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:58.145227 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.178297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-7e338769-3d0d-42c9-8018-60c0670066fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:58.179838 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-7e338769-3d0d-42c9-8018-60c0670066fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.3470929 Sep 09 14:49:58.181052 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device e744acde-ef5c-44b5-9493-54a5e87202be no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:58.205948 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: e744acde-ef5c-44b5-9493-54a5e87202be {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:58.206290 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device e744acde-ef5c-44b5-9493-54a5e87202be not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:58.228537 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] DHCP port deletion for b72216d5-586a-4cc6-abfa-aab8042a8f90 request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:49:58.229758 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] For port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:58.230150 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.243090 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Calling delete_port for eb2591a4-0de1-4905-9fb7-f6267a3cdeaa owned by network:dhcp {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:58.283921 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] Deleting port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:49:58.284305 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.349995 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] For port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,segment=NetworkSegment(a43d56df-fcb9-438b-b33f-b1e422033df6),segment_id=a43d56df-fcb9-438b-b33f-b1e422033df6)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:58.350409 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.357252 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc669a-106d-4adc-9fa6-8bbc18735a9b req-090e4b75-224e-4055-ab6e-7f05d34fff69 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:58.358752 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-88cc669a-106d-4adc-9fa6-8bbc18735a9b req-090e4b75-224e-4055-ab6e-7f05d34fff69 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0749371 Sep 09 14:49:58.364665 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] Calling delete_port for eb2591a4-0de1-4905-9fb7-f6267a3cdeaa owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:49:58.379849 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.417036 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:58.427149 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] No DVR routers for this DVR port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa on host dv-cinder-807469-2-iscsi {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:58.438489 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-88cc669a-106d-4adc-9fa6-8bbc18735a9b req-d33c7de8-36b1-476f-b4eb-0ce5d09e8685 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661716 Sep 09 14:49:58.450950 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.480429 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] Pushing event deleted for resources: {'Port': ['ID=eb2591a4-0de1-4905-9fb7-f6267a3cdeaa,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:58.486975 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b6721-7792-416c-ae72-39d93d2f34cd None None] No DVR routers for this DVR port eb2591a4-0de1-4905-9fb7-f6267a3cdeaa on host dv-cinder-807469-2-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:49:58.516887 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.536702 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b72216d5-586a-4cc6-abfa-aab8042a8f90']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:58.545776 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43d56df-fcb9-438b-b33f-b1e422033df6') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:58.546070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43d56df-fcb9-438b-b33f-b1e422033df6') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:58.555465 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.569302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.574999 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:49:58.575629 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:49:58.577274 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:49:58.629414 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.634539 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.636402 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] 10.222.0.21 "DELETE /v2.0/networks/b72216d5-586a-4cc6-abfa-aab8042a8f90 HTTP/1.1" status: 204 len: 168 time: 0.6422749 Sep 09 14:49:58.647342 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8300d460-eaf5-4eba-8a49-ce0fe2646beb admin admin] Pushing event deleted for resources: {'Network': ['ID=b72216d5-586a-4cc6-abfa-aab8042a8f90,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:58.794379 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49794) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:58.839679 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a02d210c-11b2-4dee-bd92-ff665df10e1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18de702e9d5243bbb5436b967a41bf9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440104 Sep 09 14:49:58.841995 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 49796) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:58.889891 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1bb79bf8-8649-4d1f-acba-8e1f53e86a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.910645 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1bb79bf8-8649-4d1f-acba-8e1f53e86a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.956237 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1bb79bf8-8649-4d1f-acba-8e1f53e86a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.959275 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1bb79bf8-8649-4d1f-acba-8e1f53e86a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:58.962638 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1bb79bf8-8649-4d1f-acba-8e1f53e86a02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12432c07-0174-4ab0-8104-99eae037cdf5 HTTP/1.1" status: 204 len: 168 time: 0.1196892 Sep 09 14:49:58.970860 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb79bf8-8649-4d1f-acba-8e1f53e86a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12432c07-0174-4ab0-8104-99eae037cdf5,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:59.074461 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-12f7ef56-1f78-49ad-a534-3ea232306098 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 200 len: 217 time: 0.0339181 Sep 09 14:49:59.263816 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49804) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:59.301598 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8d525aab-adeb-42a4-a419-a7c66d176f29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37c9857841f14a2fabcd58719743357a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365567 Sep 09 14:49:59.303907 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49806) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:49:59.350711 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d49635a-6c6e-4b4c-83bc-2db8ce8428c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:59.371207 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d49635a-6c6e-4b4c-83bc-2db8ce8428c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:59.419547 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d49635a-6c6e-4b4c-83bc-2db8ce8428c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:59.422249 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4d49635a-6c6e-4b4c-83bc-2db8ce8428c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:59.423491 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4d49635a-6c6e-4b4c-83bc-2db8ce8428c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eca4e793-c3bc-48b2-adc3-e53aa25e1277 HTTP/1.1" status: 204 len: 168 time: 0.1186857 Sep 09 14:49:59.431062 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49635a-6c6e-4b4c-83bc-2db8ce8428c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca4e793-c3bc-48b2-adc3-e53aa25e1277,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:59.561600 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc64320-8d6f-46de-af07-f189db91c140 req-ec5591a9-ad80-46c0-838a-88bb076e54b8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:59.563141 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cfc64320-8d6f-46de-af07-f189db91c140 req-ec5591a9-ad80-46c0-838a-88bb076e54b8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0479674 Sep 09 14:49:59.604646 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cfc64320-8d6f-46de-af07-f189db91c140 req-dcf5b2a4-3b79-406e-9e79-cabc159da2b4 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355122 Sep 09 14:49:59.720875 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6392cf11-61d0-4502-8bc5-b4a69d73b0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:49:59.748745 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb95ae1e-a972-402f-b43d-05cf1b65ef75 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:59.770053 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: eb95ae1e-a972-402f-b43d-05cf1b65ef75 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:59.770390 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb95ae1e-a972-402f-b43d-05cf1b65ef75 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:59.770811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb2591a4-0de1-4905-9fb7-f6267a3cdeaa no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:49:59.789197 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: eb2591a4-0de1-4905-9fb7-f6267a3cdeaa {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:49:59.789537 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eb2591a4-0de1-4905-9fb7-f6267a3cdeaa not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:49:59.945422 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-4c54394b-19a4-4996-8aa5-56864f95018b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:49:59.946773 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-4c54394b-19a4-4996-8aa5-56864f95018b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0448537 Sep 09 14:50:00.722619 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949d79-d426-4d93-bd0a-3dc3f01975c4 req-acb616d2-c372-436c-95f3-0964d9d1b749 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:00.724132 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed949d79-d426-4d93-bd0a-3dc3f01975c4 req-acb616d2-c372-436c-95f3-0964d9d1b749 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0482016 Sep 09 14:50:00.761957 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ed949d79-d426-4d93-bd0a-3dc3f01975c4 req-daf2e7ef-14d6-4aec-90df-2a69ece0a797 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320487 Sep 09 14:50:00.925746 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:00.946444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-9935f3b9-3f81-4c3a-82cc-17ddf951d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:00.947965 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-9935f3b9-3f81-4c3a-82cc-17ddf951d902 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399370 Sep 09 14:50:01.043938 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-0a179296-e51a-48fa-a7aa-60af87b66241 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858643 Sep 09 14:50:01.137395 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bfe29e46-515f-49bd-9b37-a0a287b0e9ed req-e6afe7fe-3f7e-415f-8cd5-71f7e0d8e31f service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826161 Sep 09 14:50:01.304712 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:50:01.879269 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e456d3-8196-41f0-ac23-780ade2ccd74 req-668348ed-4e5e-4e5d-9fae-b08d6e7ff4a3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:01.881060 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-19e456d3-8196-41f0-ac23-780ade2ccd74 req-668348ed-4e5e-4e5d-9fae-b08d6e7ff4a3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0496314 Sep 09 14:50:01.917767 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-19e456d3-8196-41f0-ac23-780ade2ccd74 req-a48ed6ec-c5fb-499c-a971-d5acdf1767b3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Sep 09 14:50:02.294808 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-951d1ade-2614-4167-a167-6710dc4188e8 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:02.296354 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-951d1ade-2614-4167-a167-6710dc4188e8 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/networks?id=070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 200 len: 814 time: 0.1009669 Sep 09 14:50:02.311573 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-d66284ed-5db3-46e8-b277-bead6061890c tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/quotas/e38d6a3a4e4f4a86952482fac86d34cd HTTP/1.1" status: 200 len: 375 time: 0.0087750 Sep 09 14:50:02.341411 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-228910f6-b796-4855-b6ed-44c44e366ca2 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0247059 Sep 09 14:50:02.432001 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-bb4f72a3-eab1-4d96-a7ab-aeb5e3775d1e service neutron] 10.222.0.21 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828919 Sep 09 14:50:02.517925 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-e66a4840-8a3b-435b-a767-01f212a510e6 service neutron] 10.222.0.21 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800798 Sep 09 14:50:02.614620 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4753966c-f63b-4d27-89b6-1ca61441a370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:02.670462 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b9611251-d7a3-4efd-906d-6ef0a2a41deb req-297c713a-6797-45f1-9e8b-2a4f14257376 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Sep 09 14:50:02.782614 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:02.913243 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:50:03.021074 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:03.035003 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'mac_address': 'fa:16:3e:35:80:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:50:03.043692 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce47c0f-ec07-461b-83dd-93debf298d99 req-e7b686d8-7dcf-4408-b260-f9d55c8bb057 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:03.045357 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fce47c0f-ec07-461b-83dd-93debf298d99 req-e7b686d8-7dcf-4408-b260-f9d55c8bb057 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0541878 Sep 09 14:50:03.073707 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:03.085649 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-fce47c0f-ec07-461b-83dd-93debf298d99 req-2fe5b2c0-63fa-49e7-b33c-2e7c68d398ab tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337102 Sep 09 14:50:03.087903 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:50:03.108534 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:03.112817 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:03.163550 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:03.372954 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:50:03.595340 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1b673b49-7459-426d-972a-f9b8fef533dc tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:03.596787 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1b673b49-7459-426d-972a-f9b8fef533dc tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "GET /v2.0/networks?id=070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 200 len: 814 time: 0.1170578 Sep 09 14:50:03.617294 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Request body: {'port': {'device_id': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'network_id': '070c0244-8edb-4b53-a085-3f766172b752', 'admin_state_up': True, 'tenant_id': 'e38d6a3a4e4f4a86952482fac86d34cd'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:50:03.650026 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:03.725338 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Made reservation on behalf of e38d6a3a4e4f4a86952482fac86d34cd for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:50:03.728776 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:03.770953 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e5b8e177-c9af-4a1e-b778-91695a1c7a0a req-6ecdcf28-9dab-4e46-a389-0ea98aeb893a tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 210 time: 0.0321085 Sep 09 14:50:03.879198 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Allocated IP 172.20.0.8 (070c0244-8edb-4b53-a085-3f766172b752/d18147c6-47d2-4675-b6cb-e5b4781ebf12/6852f775-f30f-40d7-bcc8-8d6f90159338) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:50:04.022110 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.059545 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.099441 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Network 070c0244-8edb-4b53-a085-3f766172b752 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:50:04.102386 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:50:04.105842 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:50:04.132535 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Pushing event updated for resources: {'Port': ['ID=6852f775-f30f-40d7-bcc8-8d6f90159338,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:04.161126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:04.161745 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.176486 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1f30b84e-b782-4131-854d-60cbdcf714cd tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5629578 Sep 09 14:50:04.190127 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Request body: {'port': {'device_id': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:50:04.204746 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c89f8-6f21-4649-98d2-438202fc4fa8 req-5fe566a0-f2d4-4aa6-ac0e-e18481879216 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:04.206234 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e6c89f8-6f21-4649-98d2-438202fc4fa8 req-5fe566a0-f2d4-4aa6-ac0e-e18481879216 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 945 time: 0.0477705 Sep 09 14:50:04.243373 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e6c89f8-6f21-4649-98d2-438202fc4fa8 req-f75f7f47-6583-4c4f-a2a5-bef4df15d4ce tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308669 Sep 09 14:50:04.248282 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.504290 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6852f775-f30f-40d7-bcc8-8d6f90159338 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:50:04.511794 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.524647 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Transition to ACTIVE for port object 6852f775-f30f-40d7-bcc8-8d6f90159338 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:50:04.528085 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.579641 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f775-f30f-40d7-bcc8-8d6f90159338,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:04.643844 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Attempting to bind port 6852f775-f30f-40d7-bcc8-8d6f90159338 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:50:04.644184 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Attempting to bind port 6852f775-f30f-40d7-bcc8-8d6f90159338 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:50:04.644513 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Attempting to bind port 6852f775-f30f-40d7-bcc8-8d6f90159338 on network 070c0244-8edb-4b53-a085-3f766172b752 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:50:04.648710 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Port 6852f775-f30f-40d7-bcc8-8d6f90159338 on network 070c0244-8edb-4b53-a085-3f766172b752 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:50:04.649036 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Attempting to bind port 6852f775-f30f-40d7-bcc8-8d6f90159338 on network 070c0244-8edb-4b53-a085-3f766172b752 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:50:04.653743 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 50, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:50:04.654077 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Checking segment: {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:50:04.654458 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Bound using segment: {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:50:04.654879 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Bound port: 6852f775-f30f-40d7-bcc8-8d6f90159338, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '070c0244-8edb-4b53-a085-3f766172b752'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:50:04.655233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.716201 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] For port 6852f775-f30f-40d7-bcc8-8d6f90159338, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:50:04.719122 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] For port 6852f775-f30f-40d7-bcc8-8d6f90159338, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6852f775-f30f-40d7-bcc8-8d6f90159338,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:50:04.724292 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.759298 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:04.759922 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:04.761318 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/6852f775-f30f-40d7-bcc8-8d6f90159338 HTTP/1.1" status: 200 len: 1093 time: 0.5754852 Sep 09 14:50:04.761757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'tag': '6852f775-f30f-40d7-bcc8-8d6f90159338'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:50:04.763987 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b321626-ff8d-4209-8b85-cdd9b9190e95" -d '{"events": [{"name": "network-changed", "server_uuid": "4d332087-c1aa-4e59-ba17-632e94a49b79", "tag": "6852f775-f30f-40d7-bcc8-8d6f90159338"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:50:04.789407 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050954ad-a6c9-4a6e-a2e0-e8f75b6217f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6852f775-f30f-40d7-bcc8-8d6f90159338,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:04.806844 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c715c364-36d5-4a06-812c-08b2a847acc7 x-openstack-request-id: req-c715c364-36d5-4a06-812c-08b2a847acc7 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:50:04.807133 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d332087-c1aa-4e59-ba17-632e94a49b79", "tag": "6852f775-f30f-40d7-bcc8-8d6f90159338", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:50:04.807382 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c715c364-36d5-4a06-812c-08b2a847acc7 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:50:04.807817 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'tag': '6852f775-f30f-40d7-bcc8-8d6f90159338', 'status': 'completed', 'code': 200} Sep 09 14:50:04.842704 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-7c8630ef-ca37-44d2-a711-50959c4fcef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:04.844381 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-7c8630ef-ca37-44d2-a711-50959c4fcef7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 1096 time: 0.0462048 Sep 09 14:50:04.885947 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486b0d60-942b-4b1b-a845-58cee581105d req-ef9bfcd9-5ac0-4927-9941-6f8f79d1d7aa tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:04.887465 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-486b0d60-942b-4b1b-a845-58cee581105d req-ef9bfcd9-5ac0-4927-9941-6f8f79d1d7aa tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 943 time: 0.0488451 Sep 09 14:50:04.891979 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-5eeae7b8-3001-4ea8-835c-482d8bc31f00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6852f775-f30f-40d7-bcc8-8d6f90159338 HTTP/1.1" status: 200 len: 217 time: 0.0397103 Sep 09 14:50:04.924942 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-486b0d60-942b-4b1b-a845-58cee581105d req-2f0f691d-2b1d-4af3-8d7c-22c2ae020761 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313077 Sep 09 14:50:04.940369 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-7548e747-765e-4ff8-8ac4-3dd593e798a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:04.941849 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-7548e747-765e-4ff8-8ac4-3dd593e798a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18147c6-47d2-4675-b6cb-e5b4781ebf12 HTTP/1.1" status: 200 len: 854 time: 0.0436296 Sep 09 14:50:04.943533 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:50:04.976255 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-fe4ef038-442f-4d72-aa19-866836aa9b39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070c0244-8edb-4b53-a085-3f766172b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269558 Sep 09 14:50:04.991313 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:50:04.994948 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:50:04.995316 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:05.069166 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-a6223775-e208-4183-b789-6394317c153f service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856996 Sep 09 14:50:05.164998 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:05.168303 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fa913699-aa3f-4b5f-847d-623a17a5ea95 req-1b544c97-2630-45e6-a94d-e082b39b8529 service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926630 Sep 09 14:50:05.201254 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:05.223348 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:50:05.225581 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70e42e7-076c-4a24-9b53-d0c56b1290e8" -d '{"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-plugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:50:05.238337 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:05.243519 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:05.260151 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-6dee69da-f2f1-4941-a609-0891bea3e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:05.262685 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-6dee69da-f2f1-4941-a609-0891bea3e7f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 1096 time: 0.0485599 Sep 09 14:50:05.267111 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d722b603-7915-4cde-816e-608e8627b5bd x-openstack-request-id: req-d722b603-7915-4cde-816e-608e8627b5bd {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:50:05.267404 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-plugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:50:05.267650 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d722b603-7915-4cde-816e-608e8627b5bd {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:50:05.268052 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'code': 200} Sep 09 14:50:05.300434 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:05.377274 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-39c68b73-29a8-482c-a123-e606b0f8fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:05.377274 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-39c68b73-29a8-482c-a123-e606b0f8fdb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 200 len: 915 time: 0.0960078 Sep 09 14:50:05.384774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29197cd-17bb-4cf0-aaf5-e621a97353a0 req-0cf01628-480d-4b13-ac77-75a297354e8f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:05.386239 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e29197cd-17bb-4cf0-aaf5-e621a97353a0 req-0cf01628-480d-4b13-ac77-75a297354e8f tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0656242 Sep 09 14:50:05.425290 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e29197cd-17bb-4cf0-aaf5-e621a97353a0 req-717a1b22-8518-4138-842e-1543293a6160 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328417 Sep 09 14:50:05.427646 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-1d972050-d813-4fb2-a621-553e5f1ee875 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6852f775-f30f-40d7-bcc8-8d6f90159338 HTTP/1.1" status: 200 len: 217 time: 0.0444372 Sep 09 14:50:05.477609 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b0fb0-1865-4ca5-8ddb-ab6ff8f759e8 req-2650bc2a-2fe5-4ad4-bfce-94f6cb04dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:05.479116 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-399b0fb0-1865-4ca5-8ddb-ab6ff8f759e8 req-2650bc2a-2fe5-4ad4-bfce-94f6cb04dc7c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1099 time: 0.0388360 Sep 09 14:50:05.485094 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-f07eb3bf-abcc-4ed4-b99b-0e17730cf1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:05.486655 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-f07eb3bf-abcc-4ed4-b99b-0e17730cf1a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d18147c6-47d2-4675-b6cb-e5b4781ebf12 HTTP/1.1" status: 200 len: 854 time: 0.0454359 Sep 09 14:50:05.513386 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-399b0fb0-1865-4ca5-8ddb-ab6ff8f759e8 req-6d3071e8-505a-411c-9369-357862d5efee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265491 Sep 09 14:50:05.517427 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-c5308f6e-d547-4ef2-88ca-99fe1ba954a5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=070c0244-8edb-4b53-a085-3f766172b752&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235362 Sep 09 14:50:05.817572 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-5cef36dc-c7b4-48f1-a32a-6e350ccec3af service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848927 Sep 09 14:50:05.907916 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-1b321626-ff8d-4209-8b85-cdd9b9190e95 req-403a7112-a909-4d9a-a85e-9b274a50062c service neutron] 10.222.0.13 "GET /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820887 Sep 09 14:50:06.041547 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e17ba-24e9-44ed-9ab5-0d88fdfaba59 req-48681e14-65d0-494c-9d9f-cac3d20bd927 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:06.043017 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b97e17ba-24e9-44ed-9ab5-0d88fdfaba59 req-48681e14-65d0-494c-9d9f-cac3d20bd927 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 943 time: 0.0516949 Sep 09 14:50:06.081977 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b97e17ba-24e9-44ed-9ab5-0d88fdfaba59 req-4de85fe6-e8d4-4e05-b2ad-2336b6f1710f tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331337 Sep 09 14:50:06.540918 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d094f-a9a4-482e-8085-187bc4891c87 req-884023fc-6d9f-4ad5-900a-d61b5831d378 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:06.542376 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bd8d094f-a9a4-482e-8085-187bc4891c87 req-884023fc-6d9f-4ad5-900a-d61b5831d378 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0474169 Sep 09 14:50:06.580474 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bd8d094f-a9a4-482e-8085-187bc4891c87 req-0d2f3967-1ce8-4499-a279-d496474e0315 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312343 Sep 09 14:50:07.191213 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bfca5-7912-47e5-bf65-91769b78f3fb req-1bf0b6ab-4208-495c-9fd3-e542ad8c387b tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:07.192731 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d4bfca5-7912-47e5-bf65-91769b78f3fb req-1bf0b6ab-4208-495c-9fd3-e542ad8c387b tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 943 time: 0.0469990 Sep 09 14:50:07.230159 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9d4bfca5-7912-47e5-bf65-91769b78f3fb req-7f77f375-861f-45d0-ae3d-dcd44b0940a8 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315707 Sep 09 14:50:07.698777 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb3625-c462-4552-ac41-c16268655777 req-d88cf1fe-8332-4c41-a5ff-891dba468d7e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:07.700264 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adbb3625-c462-4552-ac41-c16268655777 req-d88cf1fe-8332-4c41-a5ff-891dba468d7e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0500844 Sep 09 14:50:07.736746 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-adbb3625-c462-4552-ac41-c16268655777 req-7096ecea-6ef9-401a-8e45-2b35fd409e41 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298839 Sep 09 14:50:07.848536 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c05b0-381f-41a9-a7be-5988bf2311e2 req-a3d1b73f-43f5-4d95-8f93-5b50e99ccd76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:07.850027 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b83c05b0-381f-41a9-a7be-5988bf2311e2 req-a3d1b73f-43f5-4d95-8f93-5b50e99ccd76 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0472448 Sep 09 14:50:07.858370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 49878) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:50:07.863295 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Request body: {'floatingip': {'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:50:07.904596 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:08.317907 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:08.322095 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:08.342866 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23144ca1-260b-423b-9dee-d899e150142d req-85b42744-30e8-4320-8de6-8a1623dfb0a2 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:08.345076 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23144ca1-260b-423b-9dee-d899e150142d req-85b42744-30e8-4320-8de6-8a1623dfb0a2 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 943 time: 0.0497367 Sep 09 14:50:08.383358 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23144ca1-260b-423b-9dee-d899e150142d req-2aa7c2ff-afa9-4b7a-b0f3-54724db19fa5 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325463 Sep 09 14:50:08.420379 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Floating IP 7549f83c-bc6b-46ed-a249-bb771fd34444 associated. External IP: 172.27.2.236, port: 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8. Sep 09 14:50:08.618866 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:50:08.722016 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:50:08.726764 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:08.731188 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:50:08.740918 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:50:08.741537 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:50:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:50:08.753408 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-055879b7-9e43-4533-b1cd-1b58296774d7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "PUT /v2.0/floatingips/7549f83c-bc6b-46ed-a249-bb771fd34444 HTTP/1.1" status: 200 len: 992 time: 0.8940074 Sep 09 14:50:08.753991 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:50:08.760020 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74f306-58fe-436a-bf31-dabe7117b1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:50:08.798126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f4526c-c29c-4221-a00c-c90471c33d16 x-openstack-request-id: req-e7f4526c-c29c-4221-a00c-c90471c33d16 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:50:08.798522 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:50:08.798825 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f4526c-c29c-4221-a00c-c90471c33d16 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:50:08.799230 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'status': 'completed', 'code': 200} Sep 09 14:50:08.852850 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:50:08.859527 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-66f53acc-c742-423c-b876-17bf7808d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:08.861250 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-66f53acc-c742-423c-b876-17bf7808d649 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1099 time: 0.0409739 Sep 09 14:50:08.954941 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-e36dacb8-1a97-44b5-bb87-e0b7f9cfa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:08.956381 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-e36dacb8-1a97-44b5-bb87-e0b7f9cfa0f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0877912 Sep 09 14:50:09.004823 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6852f775-f30f-40d7-bcc8-8d6f90159338 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:50:09.024781 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-f18bb5d5-d567-41aa-b26d-841faefd7e9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 200 len: 1000 time: 0.0609622 Sep 09 14:50:09.072737 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-a2882da5-ddbf-481a-a5a5-82c914df4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:09.074203 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-a2882da5-ddbf-481a-a5a5-82c914df4522 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0422895 Sep 09 14:50:09.117848 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-c7910124-9133-4031-b94f-e77a9552edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:09.119353 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-c7910124-9133-4031-b94f-e77a9552edcb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377834 Sep 09 14:50:09.152521 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 6852f775-f30f-40d7-bcc8-8d6f90159338, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6852f775-f30f-40d7-bcc8-8d6f90159338,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:09.166841 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '6852f775-f30f-40d7-bcc8-8d6f90159338', 'network_id': '070c0244-8edb-4b53-a085-3f766172b752', 'port_id': '6852f775-f30f-40d7-bcc8-8d6f90159338', 'mac_address': 'fa:16:3e:38:42:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd18147c6-47d2-4675-b6cb-e5b4781ebf12', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:50:09.170932 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '7549f83c-bc6b-46ed-a249-bb771fd34444', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'mac_address': 'fa:16:3e:35:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:49:51Z', 'updated_at': '2021-09-09T14:50:08Z', 'revision_number': 1, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:50:09.199081 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:50:09.212732 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-896c84c6-7ba2-4e77-9609-9c08fe3524fe service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846715 Sep 09 14:50:09.231554 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:50:09.232178 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:50:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:50:09.238656 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:09.287559 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6852f775-f30f-40d7-bcc8-8d6f90159338 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:50:09.304159 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b74f306-58fe-436a-bf31-dabe7117b1bb req-84261153-5317-459b-8651-20bb1d7c297d service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824497 Sep 09 14:50:09.317619 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 6852f775-f30f-40d7-bcc8-8d6f90159338, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6852f775-f30f-40d7-bcc8-8d6f90159338,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:09.346375 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:09.398135 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:50:09.438753 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=6852f775-f30f-40d7-bcc8-8d6f90159338,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:09.494875 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00fcee2-10ce-434a-893a-6ea6a92d8064 req-8c8fb17c-9d04-4951-9753-80c42407d2b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:09.496414 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e00fcee2-10ce-434a-893a-6ea6a92d8064 req-8c8fb17c-9d04-4951-9753-80c42407d2b6 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 944 time: 0.0474677 Sep 09 14:50:09.534399 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e00fcee2-10ce-434a-893a-6ea6a92d8064 req-fb07bcea-6410-4e37-a48f-bb405fb232f9 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Sep 09 14:50:09.585167 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['6852f775-f30f-40d7-bcc8-8d6f90159338'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:50:09.697878 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '7549f83c-bc6b-46ed-a249-bb771fd34444', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'mac_address': 'fa:16:3e:35:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:49:51Z', 'updated_at': '2021-09-09T14:50:08Z', 'revision_number': 1, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:50:09.728875 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509ef6ba-9f70-4d66-a703-6f5fc7a2b31e None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '7549f83c-bc6b-46ed-a249-bb771fd34444', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'mac_address': 'fa:16:3e:35:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:49:51Z', 'updated_at': '2021-09-09T14:50:08Z', 'revision_number': 1, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:50:09.947019 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5fe04a-6a97-4009-a4bd-0457055d0fbb None None] New status for floating IP 7549f83c-bc6b-46ed-a249-bb771fd34444: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:50:10.651635 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483d8bc-d76c-4029-b3d7-7b33261931f1 req-845640c6-2d34-483d-afb5-4d9671f9124b tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:10.653024 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2483d8bc-d76c-4029-b3d7-7b33261931f1 req-845640c6-2d34-483d-afb5-4d9671f9124b tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 944 time: 0.0508122 Sep 09 14:50:10.692085 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2483d8bc-d76c-4029-b3d7-7b33261931f1 req-1011e1d2-9718-464d-8259-79e28a94a8d2 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330021 Sep 09 14:50:11.002133 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6852f775-f30f-40d7-bcc8-8d6f90159338 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:50:11.049641 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 6852f775-f30f-40d7-bcc8-8d6f90159338 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:50:11.053372 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 6852f775-f30f-40d7-bcc8-8d6f90159338 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:50:11.053747 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:11.134536 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:11.157056 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f775-f30f-40d7-bcc8-8d6f90159338'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:50:11.159566 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cfb17c-32b3-445c-b25d-fa2b52af445f" -d '{"events": [{"server_uuid": "4d332087-c1aa-4e59-ba17-632e94a49b79", "name": "network-vif-plugged", "status": "completed", "tag": "6852f775-f30f-40d7-bcc8-8d6f90159338"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:50:11.173461 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 6852f775-f30f-40d7-bcc8-8d6f90159338, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6852f775-f30f-40d7-bcc8-8d6f90159338,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:11.179206 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:11.227496 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0832dd5b-f29a-4141-842f-d9ef4e60b884 x-openstack-request-id: req-0832dd5b-f29a-4141-842f-d9ef4e60b884 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:50:11.227893 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d332087-c1aa-4e59-ba17-632e94a49b79", "name": "network-vif-plugged", "status": "completed", "tag": "6852f775-f30f-40d7-bcc8-8d6f90159338", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:50:11.228238 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0832dd5b-f29a-4141-842f-d9ef4e60b884 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:50:11.228777 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6852f775-f30f-40d7-bcc8-8d6f90159338', 'code': 200} Sep 09 14:50:11.240269 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=6852f775-f30f-40d7-bcc8-8d6f90159338,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:11.268482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7f60d0-128c-46ee-ab44-d01e1c7701e2 req-09288047-0ea4-4674-a958-99f8df601ed6 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:11.270084 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad7f60d0-128c-46ee-ab44-d01e1c7701e2 req-09288047-0ea4-4674-a958-99f8df601ed6 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0485878 Sep 09 14:50:11.312003 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ad7f60d0-128c-46ee-ab44-d01e1c7701e2 req-c79f22b7-1683-44a5-92e2-3af35e4df30d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348883 Sep 09 14:50:11.405126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f6d34-ec03-41f3-a239-a404782aa1f3 req-e612e7a7-e03e-4fe4-842a-320f9ed70405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:11.407112 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc1f6d34-ec03-41f3-a239-a404782aa1f3 req-e612e7a7-e03e-4fe4-842a-320f9ed70405 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 1098 time: 0.0385280 Sep 09 14:50:11.446545 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dc1f6d34-ec03-41f3-a239-a404782aa1f3 req-97f5a8db-c880-4747-8e8e-41d6deb0dee9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298719 Sep 09 14:50:11.806511 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f778d-ed11-4554-8cbd-19fe6a569e17 req-86bda15b-c7d6-447a-838b-8ca51c1ba334 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:11.808016 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eb7f778d-ed11-4554-8cbd-19fe6a569e17 req-86bda15b-c7d6-447a-838b-8ca51c1ba334 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 945 time: 0.0476913 Sep 09 14:50:11.845980 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-eb7f778d-ed11-4554-8cbd-19fe6a569e17 req-4caaee45-4cdd-442c-b8c6-fcf823b98241 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314684 Sep 09 14:50:12.435882 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72e37f-9622-47b5-a1e1-a72af2e14f56 req-6bff3ef0-1388-4071-b0ca-0d9261775eab tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:12.437365 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee72e37f-9622-47b5-a1e1-a72af2e14f56 req-6bff3ef0-1388-4071-b0ca-0d9261775eab tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0488408 Sep 09 14:50:12.474087 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee72e37f-9622-47b5-a1e1-a72af2e14f56 req-e821f28e-1557-45f3-a0ef-7edf0a5d0a58 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301280 Sep 09 14:50:12.960843 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7ad39-ca87-437d-9366-f99dc766da78 req-bc00ded3-c2eb-4aaf-959f-a34d308d35ed tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:12.962334 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c8a7ad39-ca87-437d-9366-f99dc766da78 req-bc00ded3-c2eb-4aaf-959f-a34d308d35ed tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 945 time: 0.0474567 Sep 09 14:50:12.999935 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c8a7ad39-ca87-437d-9366-f99dc766da78 req-1907ce59-cdfe-49ed-aab2-af87a191d5d9 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317583 Sep 09 14:50:13.595960 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4efd8-bc4e-47e0-9574-2e8cbf7e44f2 req-20ca9f4a-67c0-4419-bd15-34786cf68bba tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:13.597437 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-add4efd8-bc4e-47e0-9574-2e8cbf7e44f2 req-20ca9f4a-67c0-4419-bd15-34786cf68bba tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0514343 Sep 09 14:50:13.634804 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-add4efd8-bc4e-47e0-9574-2e8cbf7e44f2 req-88d0afac-ee66-427f-be8c-8dc31d9e7ebc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Sep 09 14:50:14.746549 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e05043-56da-4970-a6b0-db59b7f406c0 req-9cd6f418-7b29-441b-a092-6fd528ed2629 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:14.748045 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-24e05043-56da-4970-a6b0-db59b7f406c0 req-9cd6f418-7b29-441b-a092-6fd528ed2629 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0480106 Sep 09 14:50:14.785121 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-24e05043-56da-4970-a6b0-db59b7f406c0 req-0128e5b8-5bed-450a-bbf7-14770f9e3c66 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 Sep 09 14:50:15.897697 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b233db9-fea8-475c-adc2-b2d305d29245 req-1d75191d-8ea1-4d13-afea-8656bceb05ed tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:15.899159 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9b233db9-fea8-475c-adc2-b2d305d29245 req-1d75191d-8ea1-4d13-afea-8656bceb05ed tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0492568 Sep 09 14:50:15.935543 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9b233db9-fea8-475c-adc2-b2d305d29245 req-e7d8d32c-8c37-4c09-b55e-c4bd2df49916 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305903 Sep 09 14:50:17.221901 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2d48-0dd3-4f1d-be18-ffc3897922f9 req-37792471-5279-4e26-825c-b80631adace4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:17.223314 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e0b2d48-0dd3-4f1d-be18-ffc3897922f9 req-37792471-5279-4e26-825c-b80631adace4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.2223246 Sep 09 14:50:17.259703 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e0b2d48-0dd3-4f1d-be18-ffc3897922f9 req-682d8b2f-b9e2-442e-994f-ebf104cd2e08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304992 Sep 09 14:50:18.370238 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946a5a6-d974-4c1c-bbff-a42225e2d379 req-c0d89d86-7a92-47eb-ba9d-6d3320cdef8c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:18.371718 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d946a5a6-d974-4c1c-bbff-a42225e2d379 req-c0d89d86-7a92-47eb-ba9d-6d3320cdef8c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0476041 Sep 09 14:50:18.408883 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d946a5a6-d974-4c1c-bbff-a42225e2d379 req-78333af1-2dbe-41ff-9377-af40e3d2c5bc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Sep 09 14:50:19.520053 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8cbaf-d162-48b2-91d8-976a0a85b236 req-34ba379e-b081-43c6-b0be-b7d2aae09708 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:19.521485 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e6c8cbaf-d162-48b2-91d8-976a0a85b236 req-34ba379e-b081-43c6-b0be-b7d2aae09708 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0469596 Sep 09 14:50:19.558355 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e6c8cbaf-d162-48b2-91d8-976a0a85b236 req-fd4069fe-d727-47a5-9e4a-6e09ab0cf60d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309303 Sep 09 14:50:20.673892 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ff721-162c-4cc4-9d98-4c87a4e243eb req-dbbbfacf-fb96-4c0b-8dad-3e80e9e331cd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:20.675641 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d40ff721-162c-4cc4-9d98-4c87a4e243eb req-dbbbfacf-fb96-4c0b-8dad-3e80e9e331cd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0513985 Sep 09 14:50:20.716412 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d40ff721-162c-4cc4-9d98-4c87a4e243eb req-3548dbec-b979-46df-ba84-9baa7f4b1313 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348406 Sep 09 14:50:21.833751 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197c970-38cb-4c3c-8125-8231bad1f85d req-4c3d4d30-4806-4a0a-aff2-2b24662bd477 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:21.835264 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a197c970-38cb-4c3c-8125-8231bad1f85d req-4c3d4d30-4806-4a0a-aff2-2b24662bd477 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0489211 Sep 09 14:50:21.872718 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a197c970-38cb-4c3c-8125-8231bad1f85d req-acb8c669-866e-4a69-9a03-bf751c539bf9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312963 Sep 09 14:50:22.984544 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fe0c8-b2b2-4b61-afb2-86c97e95717c req-a724bc7d-0306-4612-a447-f1485d31ae59 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:22.986007 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a0fe0c8-b2b2-4b61-afb2-86c97e95717c req-a724bc7d-0306-4612-a447-f1485d31ae59 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0477223 Sep 09 14:50:23.022789 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9a0fe0c8-b2b2-4b61-afb2-86c97e95717c req-48fe679a-cb2f-4c6b-804e-5513bd714f70 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Sep 09 14:50:24.139912 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b771c-c874-4e80-bdaa-dd6bf88053e3 req-33277873-c4aa-483d-8143-ceeb217d89c0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:24.141371 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-686b771c-c874-4e80-bdaa-dd6bf88053e3 req-33277873-c4aa-483d-8143-ceeb217d89c0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0533912 Sep 09 14:50:24.180731 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-686b771c-c874-4e80-bdaa-dd6bf88053e3 req-7f7d84ff-86ce-42aa-af63-52e74d7f5d87 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327525 Sep 09 14:50:25.290419 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaee0d7-9e4f-44b1-9f7c-a2f5f47653db req-86abd113-eaab-4926-9db1-5332dfb525bf tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:25.291894 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2aaee0d7-9e4f-44b1-9f7c-a2f5f47653db req-86abd113-eaab-4926-9db1-5332dfb525bf tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0468524 Sep 09 14:50:25.329071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2aaee0d7-9e4f-44b1-9f7c-a2f5f47653db req-fb05c0ed-3ed7-4de1-9a9b-b1ed9ccf53a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313332 Sep 09 14:50:25.519882 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cce59-d797-4f18-8151-b4b1919deb05 req-338ca7a1-e7dd-4dc5-8419-03af5c505b07 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:25.521350 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-766cce59-d797-4f18-8151-b4b1919deb05 req-338ca7a1-e7dd-4dc5-8419-03af5c505b07 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0470724 Sep 09 14:50:25.557970 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-766cce59-d797-4f18-8151-b4b1919deb05 req-95814d0b-10b5-4336-8517-d7f7256c90d6 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308859 Sep 09 14:50:26.672538 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44cc79-8d52-4f8f-99bb-2119e146ad88 req-ce323a3f-e39b-4479-806d-e2f4b6ea30c9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:26.673890 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e44cc79-8d52-4f8f-99bb-2119e146ad88 req-ce323a3f-e39b-4479-806d-e2f4b6ea30c9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Sep 09 14:50:26.710824 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e44cc79-8d52-4f8f-99bb-2119e146ad88 req-ab7cb4a7-4add-4bfd-94ff-611f3e5662b5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311427 Sep 09 14:50:27.821173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b96629-db9a-4c36-b618-09cadbe44b12 req-aa1591ff-8286-4d1b-aeb7-02996d09564b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:27.822624 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e8b96629-db9a-4c36-b618-09cadbe44b12 req-aa1591ff-8286-4d1b-aeb7-02996d09564b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0472593 Sep 09 14:50:27.858912 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e8b96629-db9a-4c36-b618-09cadbe44b12 req-47f40f33-c6ae-4993-9cde-cb1a7b61e2e7 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302162 Sep 09 14:50:28.246933 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-1bc3a673-96b8-44ea-ab24-37663ad5883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:28.248413 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-1bc3a673-96b8-44ea-ab24-37663ad5883a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1098 time: 0.0385172 Sep 09 14:50:28.339466 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-022b7bba-dd0b-4033-8933-3f6467228cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:28.340974 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-022b7bba-dd0b-4033-8933-3f6467228cfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.0847843 Sep 09 14:50:28.410447 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-b9b03015-1007-4f6e-b3b5-1accb5b9682d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 1001 time: 0.0598750 Sep 09 14:50:28.460328 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-cd25c866-e170-4f61-887e-63302d09a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:28.461784 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-cd25c866-e170-4f61-887e-63302d09a4f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0442386 Sep 09 14:50:28.517167 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-a28e6c95-857f-42eb-871e-e8cb3bc0cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:28.519483 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-a28e6c95-857f-42eb-871e-e8cb3bc0cdd0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404344 Sep 09 14:50:28.620941 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-87d0b94b-be08-4092-ba8a-8a260358241f service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926023 Sep 09 14:50:28.709112 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8679f13f-68e9-4061-a7f9-60e1b1b126d1 req-b79c3f9e-8083-4c66-8f8d-aa9bb3fbf59f service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794377 Sep 09 14:50:28.968717 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209528-69e2-4fe8-bec8-7f13e3040649 req-faa122ac-22a1-4a1e-bd50-7a1f0eda0a63 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:28.970088 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f5209528-69e2-4fe8-bec8-7f13e3040649 req-faa122ac-22a1-4a1e-bd50-7a1f0eda0a63 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0473111 Sep 09 14:50:29.006520 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f5209528-69e2-4fe8-bec8-7f13e3040649 req-4333eb91-0b67-40e0-82fb-abe04c52b1eb tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305219 Sep 09 14:50:29.723405 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8debb4f5-e696-4033-9aea-4a4c21c8674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:30.365826 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fefabe-6f6c-43da-b93d-a048984c18a0 req-926bb899-d0f1-4593-96f1-0dd0df3a1a6c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:30.367347 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-81fefabe-6f6c-43da-b93d-a048984c18a0 req-926bb899-d0f1-4593-96f1-0dd0df3a1a6c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.2955284 Sep 09 14:50:30.406188 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-81fefabe-6f6c-43da-b93d-a048984c18a0 req-be457d71-a97a-48d0-8c33-228c4fbdba10 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317686 Sep 09 14:50:30.941436 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:32.620531 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-76797dcc-e6d4-449a-8d79-48ac4fea7986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:32.772944 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-3b22ff06-aee3-4a55-bd1d-c1d0c2e0b7b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0876868 Sep 09 14:50:32.783405 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:32.836741 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-92a6ad2b-b337-49ca-8047-dcb95d4cbee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:32.838273 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-92a6ad2b-b337-49ca-8047-dcb95d4cbee2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 1098 time: 0.0427072 Sep 09 14:50:32.949775 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-076a4d72-0cfe-4398-8f69-a91210c3310a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:32.951530 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-076a4d72-0cfe-4398-8f69-a91210c3310a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.0830505 Sep 09 14:50:33.017469 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-072be228-cd0a-47d1-9e68-bffa7d76660e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 200 len: 1001 time: 0.0570791 Sep 09 14:50:33.069044 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-caa6f270-005c-4dd6-893c-34a552071eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:33.070441 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-caa6f270-005c-4dd6-893c-34a552071eae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0416548 Sep 09 14:50:33.118372 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-3a878eaa-e3a0-44ca-9865-82a4332d9776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:33.119902 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-3a878eaa-e3a0-44ca-9865-82a4332d9776 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374959 Sep 09 14:50:33.460818 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-9bca53ce-044c-46eb-8a78-dfbac95a4458 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284218 Sep 09 14:50:33.548027 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aed117d-f16f-4d40-a9ed-4131c7ff1310 req-b46d45fd-9e2e-4f37-96e7-529f0097ad4c service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790546 Sep 09 14:50:33.653299 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:34.016973 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa353e-c93f-4194-99b9-a1979577dcce req-9c02e575-d65b-4c16-9130-4a0e98050f0e tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:34.019022 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89fa353e-c93f-4194-99b9-a1979577dcce req-9c02e575-d65b-4c16-9130-4a0e98050f0e tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 945 time: 0.1001372 Sep 09 14:50:34.055858 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-89fa353e-c93f-4194-99b9-a1979577dcce req-e5dc8e15-829b-4dc2-a710-98a033d9e39a tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308783 Sep 09 14:50:35.121095 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:35.166756 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e68e6-c179-422a-881b-f275f4c8202a req-f5c76454-713f-422e-b242-6605d46e1dcf tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:35.168264 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-473e68e6-c179-422a-881b-f275f4c8202a req-f5c76454-713f-422e-b242-6605d46e1dcf tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 945 time: 0.0465395 Sep 09 14:50:35.205305 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-473e68e6-c179-422a-881b-f275f4c8202a req-d041deb1-f06b-4c6a-9058-eedca96a282a tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/security-groups?id=161adaca-1672-40fc-8142-347b89f599b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Sep 09 14:50:35.727166 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-2e590a37-f5b7-472c-b7be-218c1a67e651 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:35.728674 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-2e590a37-f5b7-472c-b7be-218c1a67e651 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 945 time: 0.0480876 Sep 09 14:50:35.819306 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Deleting port 6852f775-f30f-40d7-bcc8-8d6f90159338 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:50:35.819646 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:35.907448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] For port 6852f775-f30f-40d7-bcc8-8d6f90159338, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6852f775-f30f-40d7-bcc8-8d6f90159338,segment=NetworkSegment(3fd285f6-f4dd-492a-ac8d-f4b8794e7b62),segment_id=3fd285f6-f4dd-492a-ac8d-f4b8794e7b62)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:50:35.907841 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:35.920459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Calling delete_port for 6852f775-f30f-40d7-bcc8-8d6f90159338 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:50:36.044191 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:36.056577 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['6852f775-f30f-40d7-bcc8-8d6f90159338'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:50:36.072173 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Pushing event deleted for resources: {'Port': ['ID=6852f775-f30f-40d7-bcc8-8d6f90159338,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:50:36.085377 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.085756 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.086101 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.086436 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.086769 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.087101 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.087432 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.087779 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.088108 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.088433 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.088757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.089081 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:50:36.124175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] No DVR routers for this DVR port 6852f775-f30f-40d7-bcc8-8d6f90159338 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:50:36.126522 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:50:36.129130 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3da69184-608b-4c9a-a61d-ccf760cabb5c req-8b3acb71-ae0c-4ebb-9c20-5b8b6037a921 tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.13 "DELETE /v2.0/ports/6852f775-f30f-40d7-bcc8-8d6f90159338 HTTP/1.1" status: 204 len: 173 time: 0.3936088 Sep 09 14:50:36.129573 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'name': 'network-vif-deleted', 'tag': '6852f775-f30f-40d7-bcc8-8d6f90159338'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:50:36.131956 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f88a7dc-2e5c-40aa-96e2-36b57a160030" -d '{"events": [{"server_uuid": "4d332087-c1aa-4e59-ba17-632e94a49b79", "name": "network-vif-deleted", "tag": "6852f775-f30f-40d7-bcc8-8d6f90159338"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:50:36.224766 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18ca513-ff7f-4652-846b-859457a2dced x-openstack-request-id: req-c18ca513-ff7f-4652-846b-859457a2dced {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:50:36.225377 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d332087-c1aa-4e59-ba17-632e94a49b79", "name": "network-vif-deleted", "tag": "6852f775-f30f-40d7-bcc8-8d6f90159338", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:50:36.225377 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c18ca513-ff7f-4652-846b-859457a2dced {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:50:36.225706 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d332087-c1aa-4e59-ba17-632e94a49b79', 'name': 'network-vif-deleted', 'tag': '6852f775-f30f-40d7-bcc8-8d6f90159338', 'status': 'completed', 'code': 200} Sep 09 14:50:36.310623 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-37d1b846-57ad-4489-99dc-0fb454f894bc req-358c7bed-530f-4c51-a64a-41f75c01973e tempest-VolumesSnapshotTestJSON-1108302740 tempest-VolumesSnapshotTestJSON-1108302740-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d332087-c1aa-4e59-ba17-632e94a49b79 HTTP/1.1" status: 200 len: 210 time: 0.0247309 Sep 09 14:50:38.304355 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:50:39.922420 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6852f775-f30f-40d7-bcc8-8d6f90159338 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:50:39.942673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 6852f775-f30f-40d7-bcc8-8d6f90159338 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:50:39.943010 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6852f775-f30f-40d7-bcc8-8d6f90159338 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:50:54.641728 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b534b-c9e5-4e76-a6d5-08b5fb287712 req-7b80e384-45be-4348-a468-1ab2cb0c7725 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:54.643209 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5b8b534b-c9e5-4e76-a6d5-08b5fb287712 req-7b80e384-45be-4348-a468-1ab2cb0c7725 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0488126 Sep 09 14:50:54.682027 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5b8b534b-c9e5-4e76-a6d5-08b5fb287712 req-82897c6a-6b78-4030-8645-530144787edb tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327051 Sep 09 14:50:55.819151 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df661bf-ef4b-4434-a88d-df1ac1db2166 req-45a5c8e0-3e16-4b21-a487-acbcf93ebd5d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:55.820723 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7df661bf-ef4b-4434-a88d-df1ac1db2166 req-45a5c8e0-3e16-4b21-a487-acbcf93ebd5d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0519586 Sep 09 14:50:55.860553 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7df661bf-ef4b-4434-a88d-df1ac1db2166 req-1a784fe3-aa4d-458a-88d3-cb047906b6ac tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340176 Sep 09 14:50:56.985250 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0847a329-dd19-4562-90ba-2f1e1e385d89 req-c40872db-25f5-48f8-ba3c-73636d4225b0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:56.985250 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0847a329-dd19-4562-90ba-2f1e1e385d89 req-c40872db-25f5-48f8-ba3c-73636d4225b0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0492876 Sep 09 14:50:57.021498 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0847a329-dd19-4562-90ba-2f1e1e385d89 req-b17d8250-aacb-49a9-9b5f-652366495aff tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344524 Sep 09 14:50:58.138013 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7627b88-84dd-42c5-aed8-5593a44bbc0f req-2f435c2b-7883-4672-8d16-fc4df953775b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:58.139524 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d7627b88-84dd-42c5-aed8-5593a44bbc0f req-2f435c2b-7883-4672-8d16-fc4df953775b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Sep 09 14:50:58.178658 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d7627b88-84dd-42c5-aed8-5593a44bbc0f req-bd397a19-7d18-4a38-9577-cd45efdfe2de tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331805 Sep 09 14:50:59.323370 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c378534-fb94-4e18-b557-886e8e37003a req-560092fc-256a-4764-98de-423ed47bf321 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:50:59.327184 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6c378534-fb94-4e18-b557-886e8e37003a req-560092fc-256a-4764-98de-423ed47bf321 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0602589 Sep 09 14:50:59.370506 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6c378534-fb94-4e18-b557-886e8e37003a req-1b5019a1-1ed9-44f5-b9ea-a3ef54a5b2a2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380564 Sep 09 14:50:59.728647 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7ba6220a-8f26-484b-91a4-fc2e79634323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.395100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50272) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:00.443718 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Deleting subnet d18147c6-47d2-4675-b6cb-e5b4781ebf12 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:51:00.456397 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.508036 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8859964'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.539601 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94294b-b2e4-487d-8936-27c962c8a8dc req-0b4c1c71-bdd8-425c-946d-1dd11f5baab2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:00.541115 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee94294b-b2e4-487d-8936-27c962c8a8dc req-0b4c1c71-bdd8-425c-946d-1dd11f5baab2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0951469 Sep 09 14:51:00.570479 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.611417 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee94294b-b2e4-487d-8936-27c962c8a8dc req-4a00c9ef-9e02-4c82-9c4b-bfa95757d421 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642369 Sep 09 14:51:00.638469 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458494'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.663753 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d18147c6-47d2-4675-b6cb-e5b4781ebf12,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:00.667567 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.670640 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f33839ac-c977-41e7-84c5-3db38487f62c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d18147c6-47d2-4675-b6cb-e5b4781ebf12 HTTP/1.1" status: 204 len: 168 time: 0.2731779 Sep 09 14:51:00.671938 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50276) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:00.738219 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.817949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.837544 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['070c0244-8edb-4b53-a085-3f766172b752']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:00.846376 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:00.846670 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd285f6-f4dd-492a-ac8d-f4b8794e7b62') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:00.856317 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.869668 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.875339 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:51:00.875722 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:51:00.877495 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:51:00.933646 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.938977 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:00.940854 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] 10.222.0.21 "DELETE /v2.0/networks/070c0244-8edb-4b53-a085-3f766172b752 HTTP/1.1" status: 204 len: 168 time: 0.2680013 Sep 09 14:51:00.951547 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bf4b0-20ef-4e4f-83bd-90049f5a3036 admin admin] Pushing event deleted for resources: {'Network': ['ID=070c0244-8edb-4b53-a085-3f766172b752,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:00.956712 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:01.097177 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50280) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:01.136436 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-006bc23a-ff59-4cef-97ff-2032f7867822 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e38d6a3a4e4f4a86952482fac86d34cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379572 Sep 09 14:51:01.138690 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50282) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:01.184583 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84afe9a1-13d1-4dd3-b438-e95343e7c2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:01.204609 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84afe9a1-13d1-4dd3-b438-e95343e7c2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:01.252055 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84afe9a1-13d1-4dd3-b438-e95343e7c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:01.254565 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-84afe9a1-13d1-4dd3-b438-e95343e7c2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:01.255814 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-84afe9a1-13d1-4dd3-b438-e95343e7c2e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/161adaca-1672-40fc-8142-347b89f599b7 HTTP/1.1" status: 204 len: 168 time: 0.1161962 Sep 09 14:51:01.264064 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afe9a1-13d1-4dd3-b438-e95343e7c2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=161adaca-1672-40fc-8142-347b89f599b7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:01.730600 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa8b65-73d9-481d-9253-cfaf5aa2eea0 req-49bd4f86-2c46-4f66-b5fd-f3e4d4a87a95 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:01.732276 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccaa8b65-73d9-481d-9253-cfaf5aa2eea0 req-49bd4f86-2c46-4f66-b5fd-f3e4d4a87a95 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0496731 Sep 09 14:51:01.774303 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccaa8b65-73d9-481d-9253-cfaf5aa2eea0 req-38bcd0ff-2bd0-4a5c-9560-0b29ff6977c5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329945 Sep 09 14:51:01.910215 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50306) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:02.003551 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1036812760-network', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:02.024948 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Made reservation on behalf of b154922f6cc04b3d93d32ced459ee3cb for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:51:02.027173 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.035202 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.125374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.129306 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.150681 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:51:02.166004 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e765eb-af96-4e3c-8a4d-474ecf3ea5fd,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:02.168825 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.169177 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Added segment 943e6a65-c011-4934-adbf-be5856683a4b of type vlan for network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 Sep 09 14:51:02.209471 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.235416 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.236422 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:02.237043 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.282419 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3710892 Sep 09 14:51:02.285404 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50310) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:02.290880 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Request body: {'subnet': {'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1036812760-subnet', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:02.311917 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Made reservation on behalf of b154922f6cc04b3d93d32ced459ee3cb for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:51:02.313128 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c47853-12f1-4bb6-a5dc-9c8901ff9e1c admin admin] Pushing event updated for resources: {'Network': ['ID=0013c465-5a8c-419d-b1c4-5ede9fc7b232,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:02.314291 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10436432'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.323058 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:51:02.493824 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10230185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10436430'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.553256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe2d107e-9967-41b4-9c20-d1911468ead2,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:02.563279 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.563621 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.563979 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.564305 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.564627 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.564949 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.565268 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.565598 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.565911 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.566223 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.566534 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.566843 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:02.570000 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Checking segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:02.570373 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Network hostable DHCP agents. Network: 0013c465-5a8c-419d-b1c4-5ede9fc7b232, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:51:02.586924 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:51:02.595080 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 0013c465-5a8c-419d-b1c4-5ede9fc7b232) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:02.599686 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:02.600302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.606425 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c04eb7b-ed62-41ad-addb-1b16aa42d83a None None] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:51:02.613212 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-570176d1-4d37-4b06-a1ae-c9081d866cff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3261473 Sep 09 14:51:02.616030 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50312) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:02.620216 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:02.641049 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.642452 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.670678 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-30d44eb6-422b-4122-80aa-6c42c40c9882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.693670 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.764394 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:51:02.765313 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.800924 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.830808 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:02.915825 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5623d7de-927f-48a0-b260-4ab8c73bf96c req-874b3618-131a-4731-ac7d-70e72f00997b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:02.916437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Allocated IP 172.20.0.2 (0013c465-5a8c-419d-b1c4-5ede9fc7b232/fe2d107e-9967-41b4-9c20-d1911468ead2/b5b8f4ae-f054-4042-8a38-adcb8b283e79) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:02.918465 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5623d7de-927f-48a0-b260-4ab8c73bf96c req-874b3618-131a-4731-ac7d-70e72f00997b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0579283 Sep 09 14:51:02.959073 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5623d7de-927f-48a0-b260-4ab8c73bf96c req-10ec8632-de4d-40bd-aac6-bc147dd7320e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338640 Sep 09 14:51:03.038766 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.057038 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.062379 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.072056 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Transition to ACTIVE for port object b5b8f4ae-f054-4042-8a38-adcb8b283e79 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:03.087381 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Transition to ACTIVE for port object b5b8f4ae-f054-4042-8a38-adcb8b283e79 will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:03.093138 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.131803 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:03.134596 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:03.137467 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:03.146106 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Pushing event updated for resources: {'Port': ['ID=b5b8f4ae-f054-4042-8a38-adcb8b283e79,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:03.156991 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.157340 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.157675 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.158007 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.158339 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.158671 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.158992 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.159313 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.159633 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.159783 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Allocated IP 172.27.2.67 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/bc732dd8-0399-4524-9301-31d47cef0a44) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:03.160093 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.160798 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.160990 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:03.211608 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Attempting to bind port b5b8f4ae-f054-4042-8a38-adcb8b283e79 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:03.212013 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Attempting to bind port b5b8f4ae-f054-4042-8a38-adcb8b283e79 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:03.212377 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Attempting to bind port b5b8f4ae-f054-4042-8a38-adcb8b283e79 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:03.217288 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:03.217668 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Checking segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:03.218073 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.218466 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Bound using segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:03.218929 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Bound port: b5b8f4ae-f054-4042-8a38-adcb8b283e79, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:03.219308 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.268147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.281498 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] For port b5b8f4ae-f054-4042-8a38-adcb8b283e79, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:03.284637 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] For port b5b8f4ae-f054-4042-8a38-adcb8b283e79, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=b5b8f4ae-f054-4042-8a38-adcb8b283e79,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:03.289255 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.307682 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.347521 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed84a22-cea5-4e12-90b5-c8d4778892b1 None None] Pushing event updated for resources: {'Port': ['ID=b5b8f4ae-f054-4042-8a38-adcb8b283e79,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:03.351517 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:03.354387 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:03.357961 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:03.383986 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Pushing event updated for resources: {'Port': ['ID=bc732dd8-0399-4524-9301-31d47cef0a44,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:03.621024 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.653814 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.812860 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device b5b8f4ae-f054-4042-8a38-adcb8b283e79 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:03.817802 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:03.865527 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port b5b8f4ae-f054-4042-8a38-adcb8b283e79 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:03.948948 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Router f50ab162-6827-4d95-bd37-fbb50f648a62 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:51:04.087504 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:04.097677 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:04.108486 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:04.109343 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:04.115288 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8e39d-6d40-4f7b-8bd2-6769db9795d4 req-427f2b6b-6b17-46da-be1c-84bdc34dab5e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:04.116844 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71b8e39d-6d40-4f7b-8bd2-6769db9795d4 req-427f2b6b-6b17-46da-be1c-84bdc34dab5e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0741131 Sep 09 14:51:04.118099 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.119404 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-fad4498f-bbaa-422d-b233-841fb6fb5924 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5023835 Sep 09 14:51:04.122320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50318) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:04.205379 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71b8e39d-6d40-4f7b-8bd2-6769db9795d4 req-a1ed6037-e5a2-41ca-b451-68282b96b360 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768135 Sep 09 14:51:04.208485 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c324d5e-5d51-4119-9d21-671f74fb37e2 None None] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:51:04.249155 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:04.368191 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] Provisioning for port b5b8f4ae-f054-4042-8a38-adcb8b283e79 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:04.412568 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] Provisioning complete for port b5b8f4ae-f054-4042-8a38-adcb8b283e79 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:04.412939 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.557947 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.605040 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.635064 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:03Z', 'revision_number': 3, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:04.669689 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:04.670035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Updating router f50ab162-6827-4d95-bd37-fbb50f648a62 port bc732dd8-0399-4524-9301-31d47cef0a44 binding host dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:51:04.700548 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] For port b5b8f4ae-f054-4042-8a38-adcb8b283e79, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=b5b8f4ae-f054-4042-8a38-adcb8b283e79,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:04.708564 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.712944 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.734450 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Allocated IP 172.20.0.1 (0013c465-5a8c-419d-b1c4-5ede9fc7b232/fe2d107e-9967-41b4-9c20-d1911468ead2/a224aaf8-4462-4aec-95b8-7d023df00d8c) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:04.836866 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.838103 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56d7af-f87e-43a1-886d-f0b0df678811 None None] Pushing event updated for resources: {'Port': ['ID=b5b8f4ae-f054-4042-8a38-adcb8b283e79,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:04.853429 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Transition to ACTIVE for port object a224aaf8-4462-4aec-95b8-7d023df00d8c will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:04.891320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.930329 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:04.934929 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:04.938634 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:04.968540 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Pushing event updated for resources: {'Port': ['ID=a224aaf8-4462-4aec-95b8-7d023df00d8c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:04.975862 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e0af6e49-4aa8-4a35-8fb9-3b2e5fa816cf None None] Provisioning complete for port b5b8f4ae-f054-4042-8a38-adcb8b283e79 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:04.976244 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e0af6e49-4aa8-4a35-8fb9-3b2e5fa816cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:04.988339 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.063345 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Notify callbacks [] for port, precommit_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.077198 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Transition to ACTIVE for port object bc732dd8-0399-4524-9301-31d47cef0a44 will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:05.105707 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.127321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.169187 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.179565 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d002aa1-5353-4eee-879b-f93d4f30c3fa None None] Pushing event updated for resources: {'Port': ['ID=bc732dd8-0399-4524-9301-31d47cef0a44,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:05.185359 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Attempting to bind port bc732dd8-0399-4524-9301-31d47cef0a44 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:05.185732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Attempting to bind port bc732dd8-0399-4524-9301-31d47cef0a44 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:05.186095 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Attempting to bind port bc732dd8-0399-4524-9301-31d47cef0a44 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:05.191463 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:05.191865 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:05.192315 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.192738 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:05.193203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Bound port: bc732dd8-0399-4524-9301-31d47cef0a44, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:05.193586 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.245922 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] For port bc732dd8-0399-4524-9301-31d47cef0a44, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:05.249308 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] For port bc732dd8-0399-4524-9301-31d47cef0a44, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=bc732dd8-0399-4524-9301-31d47cef0a44,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:05.254679 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.294054 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.300142 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.323761 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-badde26f-536a-4874-b6dd-05800133a7dc None None] Provisioning for port a224aaf8-4462-4aec-95b8-7d023df00d8c completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:05.331783 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d002aa1-5353-4eee-879b-f93d4f30c3fa None None] Pushing event updated for resources: {'Port': ['ID=bc732dd8-0399-4524-9301-31d47cef0a44,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:05.332000 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-badde26f-536a-4874-b6dd-05800133a7dc None None] Provisioning complete for port a224aaf8-4462-4aec-95b8-7d023df00d8c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:05.332367 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-badde26f-536a-4874-b6dd-05800133a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.335556 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:05.336204 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:05.347706 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275304cb-4f3f-4bc4-af56-8229a533f824 req-1f2c905d-1fd8-4a5a-b0ed-1545af5cb4b2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:05.349855 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-275304cb-4f3f-4bc4-af56-8229a533f824 req-1f2c905d-1fd8-4a5a-b0ed-1545af5cb4b2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0668545 Sep 09 14:51:05.383129 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Pushing event updated for resources: {'Port': ['ID=a224aaf8-4462-4aec-95b8-7d023df00d8c,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:05.389171 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.401399 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-275304cb-4f3f-4bc4-af56-8229a533f824 req-3f3ad37f-9e83-4623-9400-a80b35d5a43b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451436 Sep 09 14:51:05.406291 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-badde26f-536a-4874-b6dd-05800133a7dc None None] Port a224aaf8-4462-4aec-95b8-7d023df00d8c cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:51:05.486457 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:05.488418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:05.607536 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:05.624404 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:51:05.760024 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:05.767182 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6c8266d8-eb99-44d8-88a7-507542075f8b admin admin] 10.222.0.21 "PUT /v2.0/routers/f50ab162-6827-4d95-bd37-fbb50f648a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6438251 Sep 09 14:51:05.801566 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device b5b8f4ae-f054-4042-8a38-adcb8b283e79 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:05.876139 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-49d8b6e2-ff75-4982-b39a-7a81ed0b56b9 None None] Provisioning complete for port a224aaf8-4462-4aec-95b8-7d023df00d8c triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:05.876515 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-49d8b6e2-ff75-4982-b39a-7a81ed0b56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.928569 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de4440-f624-40d5-b125-5e25b5dfd533 req-e3f03e6d-28c6-4e3d-b8de-a7e4575e1ed8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:05.930806 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76de4440-f624-40d5-b125-5e25b5dfd533 req-e3f03e6d-28c6-4e3d-b8de-a7e4575e1ed8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0640569 Sep 09 14:51:05.939162 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port b5b8f4ae-f054-4042-8a38-adcb8b283e79 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:05.939544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:05.941028 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-49d8b6e2-ff75-4982-b39a-7a81ed0b56b9 None None] Port a224aaf8-4462-4aec-95b8-7d023df00d8c cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:51:05.949998 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 2, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:05.974614 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76de4440-f624-40d5-b125-5e25b5dfd533 req-073fbde8-8ef2-4e1e-a4f6-aea30d6580a3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371194 Sep 09 14:51:05.998602 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4732a4-fca0-4f7d-8812-37c5ece0188c None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 2, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:06.296765 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50348) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:06.302565 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-879046813-network', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:06.325246 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Made reservation on behalf of 054bf7e92e5b4e1db06e6d428f073565 for: {'network': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:51:06.331820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.341150 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.440302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.445552 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.472272 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=105671) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:51:06.482227 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1157815b-7132-49ae-9149-bc3c62113cc8,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:06.488734 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.489671 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.segments_db [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Added segment a12ee126-11a0-43d6-9c95-3666b81fe1f8 of type vlan for network 1b72edef-2c5f-401d-b6d9-14572f27fb5a Sep 09 14:51:06.530855 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.534434 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135ed91-007a-45c4-b7f0-f30775f24b25 req-f0352c1e-3142-4473-9ef6-7fc250b485b3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:06.537147 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5135ed91-007a-45c4-b7f0-f30775f24b25 req-f0352c1e-3142-4473-9ef6-7fc250b485b3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0571733 Sep 09 14:51:06.558757 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.560159 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:06.560896 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.585113 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5135ed91-007a-45c4-b7f0-f30775f24b25 req-f0b6d445-0aec-431e-a8a7-f2d40da51e14 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Sep 09 14:51:06.595670 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2974508 Sep 09 14:51:06.599797 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50352) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:06.605030 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Request body: {'subnet': {'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-879046813-subnet', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'ip_version': 4}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:06.654277 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Made reservation on behalf of 054bf7e92e5b4e1db06e6d428f073565 for: {'subnet': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:51:06.656778 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12458267'] for subnet, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.661861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38576a-86f3-4996-858a-56a234e16386 admin admin] Pushing event updated for resources: {'Network': ['ID=1b72edef-2c5f-401d-b6d9-14572f27fb5a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:06.671792 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:51:06.840562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8649905', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12458245'] for subnet, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.891961 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Pushing event updated for resources: {'Subnet': ['ID=982d82ad-31e5-427e-80d3-6547874c8cfe,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:06.909345 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Checking segment: {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:06.909700 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Network hostable DHCP agents. Network: 1b72edef-2c5f-401d-b6d9-14572f27fb5a, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:51:06.928622 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:51:06.937283 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 1b72edef-2c5f-401d-b6d9-14572f27fb5a) {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:06.941487 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:06.942085 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.947136 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9b223-ed96-4b1a-82d2-65f2db0e7720 None None] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:51:06.958476 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d6d29ffc-a4a8-4429-a2e1-28d7dd0840be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3568685 Sep 09 14:51:06.961122 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50354) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:06.965867 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:06.988583 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-928'] for router, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:06.990306 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3684126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3682190', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4065333', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-953'] for router, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.051143 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.131361 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7563182-c8b5-5f5a-882b-40984cfe066c-1b72edef-2c5f-401d-b6d9-14572f27fb5a', 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'fixed_ips': [{'subnet_id': '982d82ad-31e5-427e-80d3-6547874c8cfe'}]}} from dv-cinder-807469-2-iscsi. {{(pid=105672) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 14:51:07.132334 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.290997 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.db_base_plugin_common [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Allocated IP 172.20.0.2 (1b72edef-2c5f-401d-b6d9-14572f27fb5a/982d82ad-31e5-427e-80d3-6547874c8cfe/4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f) {{(pid=105672) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:07.440249 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Notify callbacks [] for port, precommit_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.449040 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Transition to ACTIVE for port object 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f will not be triggered until provisioned by entity L2. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:07.453650 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022f383-a61c-48a8-8bab-a3348c47cda6 req-8bfd512e-e0f0-4a40-9ffa-9b8cea0a3bd9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:07.455148 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d022f383-a61c-48a8-8bab-a3348c47cda6 req-8bfd512e-e0f0-4a40-9ffa-9b8cea0a3bd9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.3952367 Sep 09 14:51:07.464873 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Transition to ACTIVE for port object 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f will not be triggered until provisioned by entity DHCP. {{(pid=105672) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:07.470764 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499'] for port, after_create {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.483230 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.509178 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a is already hosted by enough agents. {{(pid=105672) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:07.513989 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.scheduler.base_scheduler [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Resources bound (agent type, host, resource id): {{(pid=105672) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:07.516653 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Received port after_create {{(pid=105672) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:07.532622 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d022f383-a61c-48a8-8bab-a3348c47cda6 req-515cefd2-26c7-4c94-a921-930375728e6d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=a20eab1f-1474-4c1f-9642-19c892b93f90&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516224 Sep 09 14:51:07.544969 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Pushing event updated for resources: {'Port': ['ID=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,revision_number=1']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:07.577990 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Attempting to bind port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:07.578356 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Attempting to bind port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:07.578714 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Attempting to bind port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f on network 1b72edef-2c5f-401d-b6d9-14572f27fb5a {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:07.583809 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:07.584181 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Checking segment: {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:07.584577 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.584964 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Bound using segment: {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'} {{(pid=105672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:07.585418 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.managers [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Bound port: 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'}}] {{(pid=105672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:07.585789 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.657203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] For port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:07.662102 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] For port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,segment=NetworkSegment(a12ee126-11a0-43d6-9c95-3666b81fe1f8),segment_id=a12ee126-11a0-43d6-9c95-3666b81fe1f8)] {{(pid=105672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:07.668380 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.730736 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253bf05e-48dc-4d4d-ac22-89f3034833d9 req-ed9782dc-87c3-496c-87b0-c00a3590fd8b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:07.740169 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-253bf05e-48dc-4d4d-ac22-89f3034833d9 req-ed9782dc-87c3-496c-87b0-c00a3590fd8b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0663595 Sep 09 14:51:07.741014 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.743604 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f347b9-370a-4ec5-bdb3-931f25498e39 None None] Pushing event updated for resources: {'Port': ['ID=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,revision_number=2']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:07.761931 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.787878 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-253bf05e-48dc-4d4d-ac22-89f3034833d9 req-acfbf768-5900-4aff-90db-0237e86e8b73 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449705 Sep 09 14:51:07.859823 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-5ffa36cf-f1fc-499a-b6da-336fd83915af tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:07.861674 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-5ffa36cf-f1fc-499a-b6da-336fd83915af tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 945 time: 0.0537198 Sep 09 14:51:07.895125 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Allocated IP 172.27.2.145 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/1127ae4e-d425-44b7-8985-c6c9b9abed88) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:07.901665 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device bc732dd8-0399-4524-9301-31d47cef0a44 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:07.975757 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port bc732dd8-0399-4524-9301-31d47cef0a44 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:07.978034 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Deleting port 6957e606-a596-4f01-a470-ae06f9d38082 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:51:07.978241 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:07.980303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port bc732dd8-0399-4524-9301-31d47cef0a44 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:07.980524 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.054913 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.104949 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.131832 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.133343 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] For port 6957e606-a596-4f01-a470-ae06f9d38082, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=6957e606-a596-4f01-a470-ae06f9d38082,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:08.133718 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.138732 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port bc732dd8-0399-4524-9301-31d47cef0a44, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=bc732dd8-0399-4524-9301-31d47cef0a44,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:08.149194 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.153217 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:08.169644 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:08.170306 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:08.191691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:08.195137 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:08.199125 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:08.207351 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1127ae4e-d425-44b7-8985-c6c9b9abed88,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:08.211023 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=bc732dd8-0399-4524-9301-31d47cef0a44,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:08.305544 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:08.372731 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.373386 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.373946 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Floating IP 2b016a7d-7a78-463f-b1f8-e947616ed991 disassociated. External IP: 172.27.2.246, port: 6957e606-a596-4f01-a470-ae06f9d38082. Sep 09 14:51:08.374243 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Calling delete_port for 6957e606-a596-4f01-a470-ae06f9d38082 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:51:08.470026 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.514370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.526854 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 2, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:08.548754 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event deleted for resources: {'Port': ['ID=6957e606-a596-4f01-a470-ae06f9d38082,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:08.554678 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:08.555053 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Updating router f50ab162-6827-4d95-bd37-fbb50f648a62 port a224aaf8-4462-4aec-95b8-7d023df00d8c binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:51:08.593200 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.684889 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f985c1d5-99e0-4acf-9b76-e475a4e94d5a req-038b2324-989c-4419-89be-497896f5e720 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=f96ad290-a706-4383-a81b-497a9e8c5429 HTTP/1.1" status: 200 len: 210 time: 0.0420086 Sep 09 14:51:08.713214 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:51:08.750147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3684103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3681887'] for router, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.841004 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:08.851720 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:08.866538 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:08.871456 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:08.902742 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] No DVR routers for this DVR port 6957e606-a596-4f01-a470-ae06f9d38082 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:51:08.905761 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:08.908901 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e48255cb-b5a4-4baa-a1aa-cd887b100629 req-6eeddd29-7fdd-4636-b0b4-683c66e74fd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "DELETE /v2.0/ports/6957e606-a596-4f01-a470-ae06f9d38082 HTTP/1.1" status: 204 len: 173 time: 1.0393879 Sep 09 14:51:08.920027 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'name': 'network-vif-deleted', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:08.922503 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd45a74-9e54-4c0a-a73c-cccbbcd5333b" -d '{"events": [{"server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "name": "network-vif-deleted", "tag": "6957e606-a596-4f01-a470-ae06f9d38082"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:08.928665 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 is scheduled to L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd with binding_index 1 {{(pid=105671) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:51:09.013939 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7376b8-7d05-41fc-9340-75e62fecface x-openstack-request-id: req-be7376b8-7d05-41fc-9340-75e62fecface {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:09.014521 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96ad290-a706-4383-a81b-497a9e8c5429", "name": "network-vif-deleted", "tag": "6957e606-a596-4f01-a470-ae06f9d38082", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:09.014936 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be7376b8-7d05-41fc-9340-75e62fecface {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:09.015634 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96ad290-a706-4383-a81b-497a9e8c5429', 'name': 'network-vif-deleted', 'tag': '6957e606-a596-4f01-a470-ae06f9d38082', 'status': 'completed', 'code': 200} Sep 09 14:51:09.046175 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037cbe9-85b3-4abd-835f-d6df5ba63b77 req-481ccd99-4089-4a9d-8f47-fd8cdeab9f50 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:09.047841 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2037cbe9-85b3-4abd-835f-d6df5ba63b77 req-481ccd99-4089-4a9d-8f47-fd8cdeab9f50 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.1473007 Sep 09 14:51:09.114745 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:09.127500 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2037cbe9-85b3-4abd-835f-d6df5ba63b77 req-e95047e4-159e-4326-9b64-f4c389b8629a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669708 Sep 09 14:51:09.142299 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:09.165278 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Sync routers for ids ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:09.179382 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.183394 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d78f30e-850c-4d3b-9250-3814aae3ed99 None None] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:51:09.183573 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c28681b8-a688-42de-9295-b88f1178d1e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2186227 Sep 09 14:51:09.183757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50366) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:09.187796 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Routers {'f629e327-d1f3-4ff8-b8b4-46b128dafaf9'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:09.188386 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:09.234122 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.252215 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Transition to ACTIVE for port object a224aaf8-4462-4aec-95b8-7d023df00d8c will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:09.263553 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.267187 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-66b2003f-8e6c-4425-ab71-b934c5315a04 None None] Provisioning for port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:09.359249 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Pushing event updated for resources: {'Port': ['ID=a224aaf8-4462-4aec-95b8-7d023df00d8c,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:09.379186 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.380016 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.380542 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.381842 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.382201 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.382546 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.382884 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.383213 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.383720 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.384336 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.384818 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.385314 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105673) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:09.406001 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Set router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:09.519831 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Attempting to bind port a224aaf8-4462-4aec-95b8-7d023df00d8c on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:09.520200 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Attempting to bind port a224aaf8-4462-4aec-95b8-7d023df00d8c by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:09.520653 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Attempting to bind port a224aaf8-4462-4aec-95b8-7d023df00d8c on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:09.530552 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:09.530926 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Checking segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:09.531327 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.531717 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Bound using segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:09.532213 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Bound port: a224aaf8-4462-4aec-95b8-7d023df00d8c, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:09.533226 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.565046 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:09.599646 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:09.610077 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:09.610620 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:09.679236 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] For port a224aaf8-4462-4aec-95b8-7d023df00d8c, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:09.684380 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] For port a224aaf8-4462-4aec-95b8-7d023df00d8c, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=a224aaf8-4462-4aec-95b8-7d023df00d8c,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:09.695802 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.755600 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a352a00-ba8d-40c3-a44b-41e579e1d5c6 None None] Pushing event updated for resources: {'Port': ['ID=a224aaf8-4462-4aec-95b8-7d023df00d8c,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:09.799287 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:09.799287 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:09.861990 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50372) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:09.881566 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:09.951188 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 3, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:09.996189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-16ae152c-35c7-4a4c-b9d7-810569885466 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.017360 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Checking router: f629e327-d1f3-4ff8-b8b4-46b128dafaf9 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:10.017709 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Updating router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 port 1127ae4e-d425-44b7-8985-c6c9b9abed88 binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:51:10.034239 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:10.034638 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-16ae152c-35c7-4a4c-b9d7-810569885466 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.091602 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device bc732dd8-0399-4524-9301-31d47cef0a44 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:10.097577 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.114904 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-16ae152c-35c7-4a4c-b9d7-810569885466 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.118237 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-16ae152c-35c7-4a4c-b9d7-810569885466 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.120552 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-16ae152c-35c7-4a4c-b9d7-810569885466 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "DELETE /v2.0/security-groups/a20eab1f-1474-4c1f-9642-19c892b93f90 HTTP/1.1" status: 204 len: 168 time: 0.2575390 Sep 09 14:51:10.124592 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50374) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:10.133757 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae152c-35c7-4a4c-b9d7-810569885466 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20eab1f-1474-4c1f-9642-19c892b93f90,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:10.144757 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:10.169617 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.api.v2.resource [None req-b3079607-e085-40b8-b04f-0ae423b0292d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] show failed (client error): The resource could not be found. Sep 09 14:51:10.170673 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b3079607-e085-40b8-b04f-0ae423b0292d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups/a20eab1f-1474-4c1f-9642-19c892b93f90 HTTP/1.1" status: 404 len: 347 time: 0.0435784 Sep 09 14:51:10.174532 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50378) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:10.227489 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Allocated IP 172.20.0.1 (1b72edef-2c5f-401d-b6d9-14572f27fb5a/982d82ad-31e5-427e-80d3-6547874c8cfe/26ae5427-b1bd-43d7-ae01-204b68673ccb) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:10.264226 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port bc732dd8-0399-4524-9301-31d47cef0a44 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:10.265005 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.316221 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3b3ce-728d-4b71-8c1e-c07693d8f906 req-8366fef0-75b7-4263-ac87-ce3ed7f712d1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:10.318365 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-daa3b3ce-728d-4b71-8c1e-c07693d8f906 req-8366fef0-75b7-4263-ac87-ce3ed7f712d1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0685465 Sep 09 14:51:10.383091 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-daa3b3ce-728d-4b71-8c1e-c07693d8f906 req-9dd01027-7624-47ca-bd23-5a59201bc05e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563798 Sep 09 14:51:10.436070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Deleting port 98dfcff4-ee15-4f85-9ee6-c78647986bc2 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:51:10.436524 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.452612 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:09Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:10.462109 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:10.484837 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2428a61-beab-4941-8ce8-91cbb2b8ccd1 None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:09Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:10.513887 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:10.516486 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.541248 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Transition to ACTIVE for port object 26ae5427-b1bd-43d7-ae01-204b68673ccb will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:10.546132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8737bfe0-be4d-4ea4-a9a2-b415af795905 None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:10.558980 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:10.560534 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.560937 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.567020 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:10.568268 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.579493 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Calling delete_port for 98dfcff4-ee15-4f85-9ee6-c78647986bc2 owned by network:floatingip {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:51:10.649218 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.660581 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Transition to ACTIVE for port object 1127ae4e-d425-44b7-8985-c6c9b9abed88 will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:10.670020 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.674811 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.688064 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.733058 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,segment=NetworkSegment(a12ee126-11a0-43d6-9c95-3666b81fe1f8),segment_id=a12ee126-11a0-43d6-9c95-3666b81fe1f8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:10.735056 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Attempting to bind port 1127ae4e-d425-44b7-8985-c6c9b9abed88 on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:10.735472 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Attempting to bind port 1127ae4e-d425-44b7-8985-c6c9b9abed88 by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:10.736140 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Attempting to bind port 1127ae4e-d425-44b7-8985-c6c9b9abed88 on network 1fadaf42-1d78-4624-9dcd-577717358d82 {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:10.738164 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:10.738330 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.747952 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffd8e3-1a4f-4451-a1ed-b7e80bddef36 None None] Pushing event updated for resources: {'Port': ['ID=1127ae4e-d425-44b7-8985-c6c9b9abed88,revision_number=2']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:10.748860 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:10.758193 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:10.758643 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Checking segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:10.758963 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.759348 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Bound using segment: {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:10.759869 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Bound port: 1127ae4e-d425-44b7-8985-c6c9b9abed88, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e077873f-7c44-4ada-9123-56a73185d2a9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:10.760249 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.788099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:10.790353 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Pushing event updated for resources: {'Port': ['ID=26ae5427-b1bd-43d7-ae01-204b68673ccb,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:10.831418 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,revision_number=3']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:10.867127 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3681934'] for router_interface, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.867768 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] For port 1127ae4e-d425-44b7-8985-c6c9b9abed88, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:10.871503 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] For port 1127ae4e-d425-44b7-8985-c6c9b9abed88, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=1127ae4e-d425-44b7-8985-c6c9b9abed88,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:10.883434 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:10.954085 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Routers {'f629e327-d1f3-4ff8-b8b4-46b128dafaf9'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:10.958979 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:10.979106 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2040a-1be4-4096-ba51-79b46ef9a9e8 None None] New status for floating IP 2b016a7d-7a78-463f-b1f8-e947616ed991: DOWN {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:51:11.003562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.037305 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffd8e3-1a4f-4451-a1ed-b7e80bddef36 None None] Pushing event updated for resources: {'Port': ['ID=1127ae4e-d425-44b7-8985-c6c9b9abed88,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:11.065943 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event deleted for resources: {'Port': ['ID=98dfcff4-ee15-4f85-9ee6-c78647986bc2,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:11.107925 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.db.api [None req-50c2040a-1be4-4096-ba51-79b46ef9a9e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105672) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 14:51:11.108891 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG oslo_db.api [None req-50c2040a-1be4-4096-ba51-79b46ef9a9e8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 14:51:11.165695 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ea6d05cb-4261-4df6-ab69-57d2e18e0ca6 None None] Provisioning for port 26ae5427-b1bd-43d7-ae01-204b68673ccb completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:11.170194 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.171674 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-ea6d05cb-4261-4df6-ab69-57d2e18e0ca6 None None] Provisioning complete for port 26ae5427-b1bd-43d7-ae01-204b68673ccb triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:11.172400 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ea6d05cb-4261-4df6-ab69-57d2e18e0ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.190719 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.194405 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.195644 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-53523451-c3e0-491b-a7cc-30e627c67138 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "DELETE /v2.0/floatingips/2b016a7d-7a78-463f-b1f8-e947616ed991 HTTP/1.1" status: 204 len: 168 time: 1.0200417 Sep 09 14:51:11.221527 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] Set router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:11.225727 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-ea6d05cb-4261-4df6-ab69-57d2e18e0ca6 None None] Port 26ae5427-b1bd-43d7-ae01-204b68673ccb cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:51:11.247544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:51:11.249785 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6957e606-a596-4f01-a470-ae06f9d38082 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:51:11.283136 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 6957e606-a596-4f01-a470-ae06f9d38082 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:51:11.283600 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 6957e606-a596-4f01-a470-ae06f9d38082 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:51:11.403100 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.410544 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.463713 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:11.491031 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'mac_address': 'fa:16:3e:35:80:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:51:11.500619 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3674061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682846'] for router_interface, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.504099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Pushing event updated for resources: {'Port': ['ID=26ae5427-b1bd-43d7-ae01-204b68673ccb,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:11.540801 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 3, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:11.564593 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb13125-0c55-4a17-8e7d-889ea3fd5306 req-c8eef725-1666-4a1c-8545-482f533806f2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:11.569712 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5eb13125-0c55-4a17-8e7d-889ea3fd5306 req-c8eef725-1666-4a1c-8545-482f533806f2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0874827 Sep 09 14:51:11.576883 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.578872 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6cc32a-3617-4695-9932-1487fd73e223 None None] The sync data for ids ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'] in dv-cinder-807469-2-iscsi is: [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 3, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:11.591178 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:11.619473 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2040a-1be4-4096-ba51-79b46ef9a9e8 None None] New status for floating IP 2b016a7d-7a78-463f-b1f8-e947616ed991: DOWN {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:51:11.636609 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50384) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:11.642029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--305248925', 'description': 'tempest-description--679828221'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:11.652283 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5eb13125-0c55-4a17-8e7d-889ea3fd5306 req-e010f810-085e-4772-b35b-4cbaa5465fc2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642996 Sep 09 14:51:11.684114 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:11.695505 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.701162 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:11.701541 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.703976 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:11.791182 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:51:11.865723 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=6']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:11.873820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.890759 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.932788 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device a224aaf8-4462-4aec-95b8-7d023df00d8c up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:11.939962 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:11.945105 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3054972 Sep 09 14:51:11.961555 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50394) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:11.972127 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'security_group_rule': {'security_group_id': '180db28c-de1f-47e0-a7f6-399dac6287db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:12.017735 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935c42c-613f-488f-b49f-0b00acb8b6f4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=180db28c-de1f-47e0-a7f6-399dac6287db,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:12.025555 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port a224aaf8-4462-4aec-95b8-7d023df00d8c completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:12.032218 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port a224aaf8-4462-4aec-95b8-7d023df00d8c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:12.032597 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.102205 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e455f36c-f462-458a-81fd-d4e268bf6264 None None] Provisioning complete for port 26ae5427-b1bd-43d7-ae01-204b68673ccb triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:12.102205 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e455f36c-f462-458a-81fd-d4e268bf6264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.112447 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.191324 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e455f36c-f462-458a-81fd-d4e268bf6264 None None] Port 26ae5427-b1bd-43d7-ae01-204b68673ccb cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:51:12.228144 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.233286 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.240216 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.265199 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92c6975-bd21-4df8-9079-61d4cc3516b5,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:12.277741 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.281958 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5945edb2-81c4-4cad-b727-ca9f13fd51a4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166580 Sep 09 14:51:12.282343 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50402) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:12.288881 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port a224aaf8-4462-4aec-95b8-7d023df00d8c, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=a224aaf8-4462-4aec-95b8-7d023df00d8c,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:12.290366 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'security_group_rule': {'security_group_id': '180db28c-de1f-47e0-a7f6-399dac6287db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:12.298261 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.299532 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:12.325163 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.408632 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:51:12.414538 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=a224aaf8-4462-4aec-95b8-7d023df00d8c,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:12.428036 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:12.428530 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.447156 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.451234 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.492961 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.497098 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109580 Sep 09 14:51:12.502981 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50414) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:12.518673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:12.544021 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f786f68-ab92-4f8c-8387-9524eabb7adc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603d8f48-0188-414f-a44a-28584b0fe68c,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:12.565160 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.572734 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:12.579936 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-796f2c02-e9c4-476d-b05f-8fccae42b447 admin admin] 10.222.0.21 "PUT /v2.0/routers/f629e327-d1f3-4ff8-b8b4-46b128dafaf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3916664 Sep 09 14:51:12.758426 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:12.849029 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847988e-1c57-468a-a697-bcb94d2f746c req-4571ab90-5f2c-414c-9a88-97e5e9a50ca5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:12.856702 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e847988e-1c57-468a-a697-bcb94d2f746c req-4571ab90-5f2c-414c-9a88-97e5e9a50ca5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 945 time: 0.0923531 Sep 09 14:51:12.909851 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e847988e-1c57-468a-a697-bcb94d2f746c req-b3351f3b-80b4-4ad7-81bc-4626eb4ff8a9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520632 Sep 09 14:51:12.966239 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Allocated IP 172.27.2.64 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/f9965522-b739-49ef-8118-4c66a2e70fe7) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:13.134099 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.206335 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.260294 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:13.264502 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'Port': ['ID=f9965522-b739-49ef-8118-4c66a2e70fe7,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:13.268206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:13.270094 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:13.273636 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:13.338355 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:13.339018 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.405211 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.440843 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.466806 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:13.469210 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe73baa-ecad-4ef5-90c2-7ec9bfd42412" -d '{"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-plugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:13.474073 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.485025 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:13.491422 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.573666 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=7']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:13.605659 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50432) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:13.610238 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002636563', 'description': 'tempest-secgroup-smoke-1002636563 description', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:13.651128 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.653822 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c626469a-909c-45d1-8b44-c4ae3c3a2549 x-openstack-request-id: req-c626469a-909c-45d1-8b44-c4ae3c3a2549 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:13.653822 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-plugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:13.653822 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c626469a-909c-45d1-8b44-c4ae3c3a2549 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:13.654315 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'code': 200} Sep 09 14:51:13.765796 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.774862 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.806693 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.824820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.828315 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.831097 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2246938 Sep 09 14:51:13.832585 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a96f5b1-dd56-48b3-9799-ca7e391004bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c79f0-ff48-4fc0-89cf-1c6412393504,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:13.835699 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50434) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:13.845608 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c79f0-ff48-4fc0-89cf-1c6412393504', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:13.897666 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:13.938308 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'Port': ['ID=f9965522-b739-49ef-8118-4c66a2e70fe7,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:13.976270 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device a224aaf8-4462-4aec-95b8-7d023df00d8c up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:13.982451 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.001691 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.007483 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.027605 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.034404 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.036718 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1995261 Sep 09 14:51:14.040231 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-d5ff6c55-0fb5-4e7e-832b-13e66d3e0d9e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5361567 Sep 09 14:51:14.042898 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50440) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:14.046432 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e887cb0-6acf-43cf-8df6-a0fbe1fca6ac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafe39b2-cb70-4d5e-bb9e-de9fe5fb27fd,revision_number=0']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:14.062557 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c79f0-ff48-4fc0-89cf-1c6412393504', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:14.069522 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port a224aaf8-4462-4aec-95b8-7d023df00d8c triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:14.070203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.153174 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe160c0-b25c-4dc8-813c-b6bc3057ed0b req-e2a9a315-4381-4cdb-86ca-31fda211b633 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:14.164462 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebe160c0-b25c-4dc8-813c-b6bc3057ed0b req-e2a9a315-4381-4cdb-86ca-31fda211b633 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.1169956 Sep 09 14:51:14.172816 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1127ae4e-d425-44b7-8985-c6c9b9abed88 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:14.184726 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.203462 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Sync routers for ids ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:14.220223 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Routers {'f629e327-d1f3-4ff8-b8b4-46b128dafaf9'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:14.222884 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:14.243857 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 1127ae4e-d425-44b7-8985-c6c9b9abed88 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:14.249643 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 1127ae4e-d425-44b7-8985-c6c9b9abed88 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:14.250132 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.251092 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ebe160c0-b25c-4dc8-813c-b6bc3057ed0b req-1488a02c-8cd9-484b-91be-d87b608eef71 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849736 Sep 09 14:51:14.308316 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.315561 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.338111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4433f1db-4ace-4cb1-8cd0-3c6594d1f133,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:14.353347 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.354820 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-97638780-c177-4eea-b4bb-ca3b1b7a0a9d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3063529 Sep 09 14:51:14.357817 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50454) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:14.363203 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c79f0-ff48-4fc0-89cf-1c6412393504', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:14.386576 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.402152 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-43f8d01f-ffb4-413f-9696-a73ce07264df tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--305248925&fields=id&tenant_id=c44753c945d945ada8bdb7eb998ff862 HTTP/1.1" status: 200 len: 267 time: 0.0943372 Sep 09 14:51:14.406427 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.409243 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 1127ae4e-d425-44b7-8985-c6c9b9abed88, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=1127ae4e-d425-44b7-8985-c6c9b9abed88,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:14.416718 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.464252 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Set router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:14.508948 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.510545 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=1127ae4e-d425-44b7-8985-c6c9b9abed88,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:14.513847 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.538385 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75b4317e-8a85-464f-b01c-cf54f176274b,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:14.547303 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.548557 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-908f72f9-9469-48fa-9dc9-9b797dd71c4c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1890774 Sep 09 14:51:14.551227 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50456) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:14.557328 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c79f0-ff48-4fc0-89cf-1c6412393504', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:14.594366 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.623434 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-4685e59d-9fe3-4b62-9af3-4943d05499bc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:14.632964 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-4685e59d-9fe3-4b62-9af3-4943d05499bc tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 811 time: 0.2283089 Sep 09 14:51:14.653829 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-ab7e5028-d398-4c6c-b9ea-d44a48f35199 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/quotas/c44753c945d945ada8bdb7eb998ff862 HTTP/1.1" status: 200 len: 375 time: 0.0189283 Sep 09 14:51:14.664070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.686916 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.721582 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378e9b9-b248-4a72-a786-32be6a6683fa,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:14.747668 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.748996 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-0ff8703b-6eca-4d9c-ab02-d0b96ffe49ce tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1962714 Sep 09 14:51:14.751700 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50458) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:14.759939 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-174145b9-ffec-4878-9bff-bc740154fbd1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975289 Sep 09 14:51:14.764368 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c79f0-ff48-4fc0-89cf-1c6412393504', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:14.778527 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:51:11Z', 'revision_number': 4, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '26ae5427-b1bd-43d7-ae01-204b68673ccb', 'name': '', 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'mac_address': 'fa:16:3e:51:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '982d82ad-31e5-427e-80d3-6547874c8cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:09Z', 'updated_at': '2021-09-09T14:51:11Z', 'revision_number': 2, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'subnets': [{'id': '982d82ad-31e5-427e-80d3-6547874c8cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:14.796978 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.securitygroups_db [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Project b154922f6cc04b3d93d32ced459ee3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:51:14.808816 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.818988 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Checking router: f629e327-d1f3-4ff8-b8b4-46b128dafaf9 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:14.819402 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Updating router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 port 26ae5427-b1bd-43d7-ae01-204b68673ccb binding host dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:51:14.855572 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.912357 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.922354 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.948804 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7df508-6964-49f2-8ca7-dd097c7363b3,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:14.966244 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:14.968009 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b58eb40c-2f7f-4dcf-8b51-10e64020e271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128730 Sep 09 14:51:14.971187 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 50462) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:14.980592 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'security_group_rule': {'security_group_id': 'eb8c79f0-ff48-4fc0-89cf-1c6412393504', 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:15.019807 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.securitygroups_db [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Project b154922f6cc04b3d93d32ced459ee3cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:51:15.021006 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-7076c7f2-20b2-4a70-87f9-9753bb990ca0 service neutron] 10.222.0.21 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563636 Sep 09 14:51:15.028727 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.116351 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.126080 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3872039'] for security_group_rule, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.151428 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332b781b-f7d0-4b2f-8e2a-2ae2de68764f,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:15.169127 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.172107 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-22b1aad7-e4e3-4c83-9708-a8c637ebe8a6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1996362 Sep 09 14:51:15.174268 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-5f77a86a-a758-457a-b581-89cbdca37654 service neutron] 10.222.0.21 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428070 Sep 09 14:51:15.303522 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Notify callbacks [] for port, precommit_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.356389 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:51:15.372396 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.provisioning_blocks [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Transition to ACTIVE for port object 26ae5427-b1bd-43d7-ae01-204b68673ccb will not be triggered until provisioned by entity L2. {{(pid=105673) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:15.389722 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.412823 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a8549a50-37f5-4e07-bb2b-8bdea4226894 req-7efa2a02-8bf1-46f7-b16b-ea3c3b478281 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 210 time: 0.0490050 Sep 09 14:51:15.444756 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfeda5-95a3-4ec6-9ea4-f96c1c581bda req-0d9ee805-9dee-455e-af46-b83440a79f75 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:15.446870 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4acfeda5-95a3-4ec6-9ea4-f96c1c581bda req-0d9ee805-9dee-455e-af46-b83440a79f75 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.1035814 Sep 09 14:51:15.468485 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c07b27-e1e3-46db-bee9-bdf698bfc364 None None] Pushing event updated for resources: {'Port': ['ID=26ae5427-b1bd-43d7-ae01-204b68673ccb,revision_number=3']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:15.536351 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4acfeda5-95a3-4ec6-9ea4-f96c1c581bda req-81c89bf9-343c-41dc-918e-a342f08984a0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828302 Sep 09 14:51:15.582591 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Attempting to bind port 26ae5427-b1bd-43d7-ae01-204b68673ccb on host dv-cinder-807469-2-iscsi for vnic_type normal with profile {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:15.583036 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Attempting to bind port 26ae5427-b1bd-43d7-ae01-204b68673ccb by drivers openvswitch,hyperv on host dv-cinder-807469-2-iscsi at level 0 using segments [{'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:15.583593 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Attempting to bind port 26ae5427-b1bd-43d7-ae01-204b68673ccb on network 1b72edef-2c5f-401d-b6d9-14572f27fb5a {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:15.589813 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Checking agent: {'id': '4d750d71-4d27-4c9a-afd3-5fc007660109', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807469-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 37, 33), 'started_at': datetime.datetime(2021, 9, 9, 14, 38, 3), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807469-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:15.590469 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Checking segment: {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105673) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:15.591065 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.591560 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Bound using segment: {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'} {{(pid=105673) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:15.592251 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.managers [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Bound port: 26ae5427-b1bd-43d7-ae01-204b68673ccb, host: dv-cinder-807469-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12ee126-11a0-43d6-9c95-3666b81fe1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a'}}] {{(pid=105673) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:15.592769 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.665297 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] For port 26ae5427-b1bd-43d7-ae01-204b68673ccb, host dv-cinder-807469-2-iscsi, cleared binding levels {{(pid=105673) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:15.668715 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.plugins.ml2.db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] For port 26ae5427-b1bd-43d7-ae01-204b68673ccb, host dv-cinder-807469-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=26ae5427-b1bd-43d7-ae01-204b68673ccb,segment=NetworkSegment(a12ee126-11a0-43d6-9c95-3666b81fe1f8),segment_id=a12ee126-11a0-43d6-9c95-3666b81fe1f8)] {{(pid=105673) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:15.679549 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron_lib.callbacks.manager [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105673) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:15.825489 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Routers {'f629e327-d1f3-4ff8-b8b4-46b128dafaf9'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:15.826443 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:15.829487 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c07b27-e1e3-46db-bee9-bdf698bfc364 None None] Pushing event updated for resources: {'Port': ['ID=26ae5427-b1bd-43d7-ae01-204b68673ccb,revision_number=4']} {{(pid=105673) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:15.887861 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1127ae4e-d425-44b7-8985-c6c9b9abed88 up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:16.051338 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 1127ae4e-d425-44b7-8985-c6c9b9abed88 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:16.052284 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:16.076721 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] Set router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:16.432793 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:51:11Z', 'revision_number': 4, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '26ae5427-b1bd-43d7-ae01-204b68673ccb', 'name': '', 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'mac_address': 'fa:16:3e:51:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '982d82ad-31e5-427e-80d3-6547874c8cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:09Z', 'updated_at': '2021-09-09T14:51:15Z', 'revision_number': 4, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'subnets': [{'id': '982d82ad-31e5-427e-80d3-6547874c8cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:16.469880 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790df809-4f28-4fb2-a57d-89b8ae37a398 None None] The sync data for ids ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'] in dv-cinder-807469-2-iscsi is: [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:51:11Z', 'revision_number': 4, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '26ae5427-b1bd-43d7-ae01-204b68673ccb', 'name': '', 'network_id': '1b72edef-2c5f-401d-b6d9-14572f27fb5a', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'mac_address': 'fa:16:3e:51:0c:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '982d82ad-31e5-427e-80d3-6547874c8cfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:09Z', 'updated_at': '2021-09-09T14:51:15Z', 'revision_number': 4, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'subnets': [{'id': '982d82ad-31e5-427e-80d3-6547874c8cfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:16.599632 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c14bba5f-ffee-44e7-9e18-ecd0a2896c1d req-f5a98d1d-65da-4fb5-a816-473e57410247 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 210 time: 0.0655236 Sep 09 14:51:16.752820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e6c8-745e-43ad-b98f-564ca31db0e6 req-9db39738-388e-46b6-bc04-7c90b1499a8c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:16.755555 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e13e6c8-745e-43ad-b98f-564ca31db0e6 req-9db39738-388e-46b6-bc04-7c90b1499a8c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0749047 Sep 09 14:51:16.810572 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0e13e6c8-745e-43ad-b98f-564ca31db0e6 req-84a89314-21af-46aa-9ac7-512a8d03dbfd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486665 Sep 09 14:51:17.154735 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-56cc2614-4f8b-48bd-b264-fa53033decd8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:17.156717 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-56cc2614-4f8b-48bd-b264-fa53033decd8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 811 time: 0.1546342 Sep 09 14:51:17.252961 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-ed24f0fa-5df4-468b-a1d5-98613c3c8d54 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c44753c945d945ada8bdb7eb998ff862 HTTP/1.1" status: 200 len: 379 time: 0.0867810 Sep 09 14:51:17.263553 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'port': {'device_id': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'admin_state_up': True, 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'security_groups': ['180db28c-de1f-47e0-a7f6-399dac6287db']}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:17.400500 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Made reservation on behalf of c44753c945d945ada8bdb7eb998ff862 for: {'port': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:51:17.404386 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:17.549409 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Allocated IP 172.20.0.9 (b78c604b-db05-4994-bf1a-43444e328ff9/ae61d2f3-52b3-4cfb-802a-4595332b2555/b3c4f202-ec5a-41c9-ba05-465c7a5182c3) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:17.755494 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-916c7c75-bd33-414e-9396-25d5b3b527be req-f31b46ef-4a0a-4720-a405-4c657b53ccc8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 210 time: 0.0448723 Sep 09 14:51:17.810878 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:17.829385 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Transition to ACTIVE for port object b3c4f202-ec5a-41c9-ba05-465c7a5182c3 will not be triggered until provisioned by entity DHCP. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:17.868302 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:17.919203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 26ae5427-b1bd-43d7-ae01-204b68673ccb up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:17.991779 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning for port 26ae5427-b1bd-43d7-ae01-204b68673ccb completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:17.998670 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 26ae5427-b1bd-43d7-ae01-204b68673ccb triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:17.999273 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.000622 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Network b78c604b-db05-4994-bf1a-43444e328ff9 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:18.006859 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:18.025909 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ec587-b794-4221-b8bd-adaddc628b33 req-f7e875ae-02c3-4ee7-aa4d-b7b7e572f29c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:18.031723 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:18.035455 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b84ec587-b794-4221-b8bd-adaddc628b33 req-f7e875ae-02c3-4ee7-aa4d-b7b7e572f29c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0994964 Sep 09 14:51:18.036526 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event updated for resources: {'Port': ['ID=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:18.116586 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b84ec587-b794-4221-b8bd-adaddc628b33 req-95eb97b6-8d23-4b36-9a28-962a0b9f1dc6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785427 Sep 09 14:51:18.117483 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.126350 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:18.127042 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.161021 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-b70b4923-9031-4f41-bf40-06b5423e3046 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9014859 Sep 09 14:51:18.181876 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Request body: {'port': {'device_id': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:18.184984 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] For port 26ae5427-b1bd-43d7-ae01-204b68673ccb, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=26ae5427-b1bd-43d7-ae01-204b68673ccb,segment=NetworkSegment(a12ee126-11a0-43d6-9c95-3666b81fe1f8),segment_id=a12ee126-11a0-43d6-9c95-3666b81fe1f8)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:18.193811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.282856 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Pushing event updated for resources: {'Port': ['ID=26ae5427-b1bd-43d7-ae01-204b68673ccb,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:18.284444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.505705 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6b18f78d-10ca-486c-b8d3-69e13c048d44 None None] Provisioning for port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:18.513673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6b18f78d-10ca-486c-b8d3-69e13c048d44 None None] Provisioning complete for port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:18.514406 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b18f78d-10ca-486c-b8d3-69e13c048d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.570502 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6b18f78d-10ca-486c-b8d3-69e13c048d44 None None] Port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:51:18.634307 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c4f202-ec5a-41c9-ba05-465c7a5182c3 {{(pid=105670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:18.642073 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.656351 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.provisioning_blocks [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Transition to ACTIVE for port object b3c4f202-ec5a-41c9-ba05-465c7a5182c3 will not be triggered until provisioned by entity L2. {{(pid=105670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:18.665297 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.730693 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:18.898951 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Attempting to bind port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:18.899639 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Attempting to bind port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:18.899639 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Attempting to bind port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 on network b78c604b-db05-4994-bf1a-43444e328ff9 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:18.927595 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 on network b78c604b-db05-4994-bf1a-43444e328ff9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:51:18.929476 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Attempting to bind port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 on network b78c604b-db05-4994-bf1a-43444e328ff9 {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:18.938058 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:18.938517 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Checking segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:18.938858 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Bound using segment: {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'} {{(pid=105670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:18.939199 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.managers [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Bound port: b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a7c4291-0bbc-42fb-956b-6a2083d571ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9'}}] {{(pid=105670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:18.939691 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:18.972493 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bece5-32fe-4776-bd79-313ef782c298 req-00749353-7f59-4d45-818f-03831e0f0334 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:18.974779 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-703bece5-32fe-4776-bd79-313ef782c298 req-00749353-7f59-4d45-818f-03831e0f0334 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.1063800 Sep 09 14:51:19.062004 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-703bece5-32fe-4776-bd79-313ef782c298 req-47889b59-d2c7-4552-9324-b7a23506e640 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633297 Sep 09 14:51:19.062908 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] For port b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host hv-cinder-80746, cleared binding levels {{(pid=105670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:19.066366 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] For port b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:19.073563 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:19.116500 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.116500 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:19.116500 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] 10.222.0.13 "PUT /v2.0/ports/b3c4f202-ec5a-41c9-ba05-465c7a5182c3 HTTP/1.1" status: 200 len: 1093 time: 0.9414461 Sep 09 14:51:19.116500 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:19.118295 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:19.152382 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807652-ba10-4aeb-a13a-fab83b6d9031 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,revision_number=3']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:19.223830 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53153c0a-56e8-442f-978b-7ab08ad97a1b x-openstack-request-id: req-53153c0a-56e8-442f-978b-7ab08ad97a1b {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:19.223830 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:19.223830 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53153c0a-56e8-442f-978b-7ab08ad97a1b {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:19.223830 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'status': 'completed', 'code': 200} Sep 09 14:51:19.232237 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-4636b3ba-5ef9-412b-8fb8-35ba58ebffcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.233931 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-4636b3ba-5ef9-412b-8fb8-35ba58ebffcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 1096 time: 0.0607016 Sep 09 14:51:19.322128 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-58a82cc4-7608-4197-8a93-30d1154102ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3 HTTP/1.1" status: 200 len: 217 time: 0.0777855 Sep 09 14:51:19.404600 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-81461303-e83e-4f53-9007-65adea8c6601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.406370 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-81461303-e83e-4f53-9007-65adea8c6601 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0613244 Sep 09 14:51:19.453823 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d26616-ecd3-46e5-8f24-1dfc939e6fb7 req-b65513d1-d1a7-46c0-b129-e7c0d66fbb79 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.455356 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8d26616-ecd3-46e5-8f24-1dfc939e6fb7 req-b65513d1-d1a7-46c0-b129-e7c0d66fbb79 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.1888590 Sep 09 14:51:19.498602 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-23d6b34f-ce8a-4066-b583-aa5a490e295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.500158 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-23d6b34f-ce8a-4066-b583-aa5a490e295c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856731 Sep 09 14:51:19.510706 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b8d26616-ecd3-46e5-8f24-1dfc939e6fb7 req-2d88edff-a26f-456f-9eb8-55117c345463 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484343 Sep 09 14:51:19.617137 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-e152a589-e276-416e-9716-40dac21cf5cd service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053531 Sep 09 14:51:19.719864 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-65b16ccc-a3b8-4756-b017-08099a159f26 req-cddb5769-23f5-471a-a37c-16ecb5f21e34 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942407 Sep 09 14:51:19.831478 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-483ff701-9407-47ed-b8cc-c795e00bf599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.833835 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-483ff701-9407-47ed-b8cc-c795e00bf599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 1096 time: 0.0589719 Sep 09 14:51:19.840150 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 26ae5427-b1bd-43d7-ae01-204b68673ccb up at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:19.901309 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Provisioning complete for port 26ae5427-b1bd-43d7-ae01-204b68673ccb triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:19.901933 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:19.941817 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-3a46f14f-93f4-4392-b453-7ecb841a3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:19.943988 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-3a46f14f-93f4-4392-b453-7ecb841a3be6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.0996509 Sep 09 14:51:19.996173 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-e983da11-d19c-4525-b9a6-265336a34619 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3 HTTP/1.1" status: 200 len: 217 time: 0.0449152 Sep 09 14:51:20.049954 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-20101eda-fdf3-40a3-89ba-464d40c0d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:20.052267 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-20101eda-fdf3-40a3-89ba-464d40c0d92a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0487630 Sep 09 14:51:20.106272 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-fd2f5b31-79b0-4d98-8e1e-9886e20b1e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:20.108292 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-fd2f5b31-79b0-4d98-8e1e-9886e20b1e5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490997 Sep 09 14:51:20.212569 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-de107b8b-b271-4099-8a16-295f59f02d5b service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936925 Sep 09 14:51:20.222832 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1168ab-0577-4dd5-8920-8edc5fca042d req-ed21727b-57e1-4653-bb36-32f937876a5e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:20.231855 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7c1168ab-0577-4dd5-8920-8edc5fca042d req-ed21727b-57e1-4653-bb36-32f937876a5e tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0664361 Sep 09 14:51:20.300349 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7c1168ab-0577-4dd5-8920-8edc5fca042d req-d2538dbe-b079-4e66-ab6d-9d1b9ef8be93 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671897 Sep 09 14:51:20.320126 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d202abf8-30bd-4b76-8dc0-ad1547ae7ade req-32ceb52e-1dc0-4c10-abfc-08da5a819b16 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984583 Sep 09 14:51:20.649477 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99ccc1-7df8-4b5a-a2fa-4cc50d96ca23 req-85bf3b84-91eb-4c4e-b6db-efab569c6957 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:20.651139 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fd99ccc1-7df8-4b5a-a2fa-4cc50d96ca23 req-85bf3b84-91eb-4c4e-b6db-efab569c6957 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0515437 Sep 09 14:51:20.699335 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fd99ccc1-7df8-4b5a-a2fa-4cc50d96ca23 req-538b3083-2b6a-4c8d-a50f-0bf650b2d6a8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418246 Sep 09 14:51:21.425092 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02098ceb-3119-4712-a54f-f99faba96dcf req-f7fb0fc6-45fb-49e2-992b-abc3ac7d8887 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:21.430425 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-02098ceb-3119-4712-a54f-f99faba96dcf req-f7fb0fc6-45fb-49e2-992b-abc3ac7d8887 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0592809 Sep 09 14:51:21.492668 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-02098ceb-3119-4712-a54f-f99faba96dcf req-63c3eb62-9afe-4550-ac9d-ba7045024083 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583601 Sep 09 14:51:21.861200 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e45b3-7083-41c2-86ff-6f0d68b795a8 req-5f8dacd4-adfa-4b5e-8052-2a530d2db062 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:21.862840 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b7e45b3-7083-41c2-86ff-6f0d68b795a8 req-5f8dacd4-adfa-4b5e-8052-2a530d2db062 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0630450 Sep 09 14:51:21.916710 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3b7e45b3-7083-41c2-86ff-6f0d68b795a8 req-e92da01b-4714-4889-bdac-486dcf897cb6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Sep 09 14:51:22.618189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6a675-9fec-4fc7-87d2-cf2d46e25921 req-fe648f5d-0e83-4b36-ba76-4145d0027a8b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:22.620424 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87f6a675-9fec-4fc7-87d2-cf2d46e25921 req-fe648f5d-0e83-4b36-ba76-4145d0027a8b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0610254 Sep 09 14:51:22.665231 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-87f6a675-9fec-4fc7-87d2-cf2d46e25921 req-47a4d167-8cea-4d8e-a40f-d5f7fe9dd319 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328486 Sep 09 14:51:23.064555 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52dc44-fe36-48cf-b4d9-0512c0586fce req-3b36101a-803c-475d-94d0-35fd882e52a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:23.066722 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e52dc44-fe36-48cf-b4d9-0512c0586fce req-3b36101a-803c-475d-94d0-35fd882e52a6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0694640 Sep 09 14:51:23.112262 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6e52dc44-fe36-48cf-b4d9-0512c0586fce req-c32fd956-b6f4-4fff-8c5b-8c70567f5933 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385807 Sep 09 14:51:23.795114 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a8395-f796-4416-91b4-d6c1c102ff71 req-62a7c8c6-646e-4f4e-8d41-4dbbd01849f2 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:23.797248 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-419a8395-f796-4416-91b4-d6c1c102ff71 req-62a7c8c6-646e-4f4e-8d41-4dbbd01849f2 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0546043 Sep 09 14:51:23.840709 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-419a8395-f796-4416-91b4-d6c1c102ff71 req-06db3192-08b9-41ba-ae8f-dcc8956b5d06 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338607 Sep 09 14:51:24.238763 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9abc2-d13c-4c8e-842e-6ec6a578d6c9 req-ea13b8be-678f-4c9e-9b44-fa5595a46728 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:24.240989 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93a9abc2-d13c-4c8e-842e-6ec6a578d6c9 req-ea13b8be-678f-4c9e-9b44-fa5595a46728 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0540321 Sep 09 14:51:24.287490 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93a9abc2-d13c-4c8e-842e-6ec6a578d6c9 req-bfc6f69d-c856-41ba-9fe3-e0e89e52e311 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386496 Sep 09 14:51:24.958963 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c3d22-e940-43ca-b34a-117703666398 req-06ceef00-1b57-402d-9a6b-a6fdb5b8a992 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:24.960567 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ff9c3d22-e940-43ca-b34a-117703666398 req-06ceef00-1b57-402d-9a6b-a6fdb5b8a992 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0493188 Sep 09 14:51:24.999016 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ff9c3d22-e940-43ca-b34a-117703666398 req-5e9b33b8-4a8f-4293-b82a-0bc64c68992d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Sep 09 14:51:25.015756 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-32b00fcb-68b4-4a81-8104-3ccac3bfa089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:25.017307 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-32b00fcb-68b4-4a81-8104-3ccac3bfa089 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1099 time: 0.0411897 Sep 09 14:51:25.109564 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-0dc4b937-b8bf-4bf9-9bfb-4e0c86f3bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:25.111045 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-0dc4b937-b8bf-4bf9-9bfb-4e0c86f3bda4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0852461 Sep 09 14:51:25.183754 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-e3aaf815-ca4c-4be6-b5b9-313dba437078 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 200 len: 1002 time: 0.0643313 Sep 09 14:51:25.232896 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-c886c468-c11c-472f-816f-512d99dee472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:25.234212 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-c886c468-c11c-472f-816f-512d99dee472 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0421705 Sep 09 14:51:25.280232 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-d5468a05-0b84-4de4-8bce-4239699e74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:25.281782 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-d5468a05-0b84-4de4-8bce-4239699e74dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395498 Sep 09 14:51:25.397193 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-be462b4e-aa48-4493-9fa7-8856f5fa914f service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079426 Sep 09 14:51:25.437687 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bbcfa-5f59-40f3-abeb-dde5e153accf req-dee560eb-a41e-4a5f-b192-d6be295ec758 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:25.439179 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8b0bbcfa-5f59-40f3-abeb-dde5e153accf req-dee560eb-a41e-4a5f-b192-d6be295ec758 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0770197 Sep 09 14:51:25.516867 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8b0bbcfa-5f59-40f3-abeb-dde5e153accf req-6a82167d-9202-4252-bf36-046ef30027df tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693514 Sep 09 14:51:25.531657 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ee3f3650-e04e-458c-bf01-e0a2221cc11a req-1f4d0355-8d5e-4d54-8187-b248e50384a6 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232378 Sep 09 14:51:26.118232 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778ff6e-3826-41e4-a02a-3a3865c30a02 req-17411307-cd74-4124-b8af-ce856a4fd950 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:26.119710 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9778ff6e-3826-41e4-a02a-3a3865c30a02 req-17411307-cd74-4124-b8af-ce856a4fd950 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0541453 Sep 09 14:51:26.158120 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9778ff6e-3826-41e4-a02a-3a3865c30a02 req-1112cfb8-a330-4be7-beb7-b5f7d3971309 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325410 Sep 09 14:51:26.635767 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbeedcf-c1fe-4b17-b3ab-2cb79da50673 req-5030bc79-7a7f-4190-b8c9-dc93f2b86b88 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:26.637167 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-afbeedcf-c1fe-4b17-b3ab-2cb79da50673 req-5030bc79-7a7f-4190-b8c9-dc93f2b86b88 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 946 time: 0.0490367 Sep 09 14:51:26.672901 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-afbeedcf-c1fe-4b17-b3ab-2cb79da50673 req-5afc583a-f289-4bc1-adfd-37af36ae42dc tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299034 Sep 09 14:51:27.071532 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b211b-46b5-47f4-8a16-192d0efe0266 req-6093334b-20df-4b73-bec8-7a5f37035203 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:27.073062 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-623b211b-46b5-47f4-8a16-192d0efe0266 req-6093334b-20df-4b73-bec8-7a5f37035203 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0542622 Sep 09 14:51:27.111070 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-623b211b-46b5-47f4-8a16-192d0efe0266 req-507cf7aa-2004-4570-a2df-7ae2926244e9 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Sep 09 14:51:27.281465 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6cde7-eed8-4ed6-a8d1-dc3016b1380c req-23a47606-822a-4f58-a4f2-3062389cc096 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:27.283037 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7dd6cde7-eed8-4ed6-a8d1-dc3016b1380c req-23a47606-822a-4f58-a4f2-3062389cc096 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 943 time: 0.0487778 Sep 09 14:51:27.322328 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7dd6cde7-eed8-4ed6-a8d1-dc3016b1380c req-5d2dfe97-824b-427b-a767-5682aee8f093 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Sep 09 14:51:27.358218 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b3c4f202-ec5a-41c9-ba05-465c7a5182c3 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:51:27.361342 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:51:27.528609 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:27.531189 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:27.553017 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'port_id': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'mac_address': 'fa:16:3e:d0:9e:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:51:27.569721 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:27.571960 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a21388-be5f-4c7d-8467-e18b35d3ff29" -d '{"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-unplugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:27.603926 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:27.610203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:27.618607 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:27.637587 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d27911a-3ae9-40a7-b21f-ffa130fab04e x-openstack-request-id: req-6d27911a-3ae9-40a7-b21f-ffa130fab04e {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:27.637880 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-unplugged", "status": "failed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "code": 422}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:27.638125 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d27911a-3ae9-40a7-b21f-ffa130fab04e {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:27.638515 dv-cinder-807469-2-iscsi neutron-server[105672]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'code': 422} returned with failed status Sep 09 14:51:27.655048 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c4f202-ec5a-41c9-ba05-465c7a5182c3 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:27.688318 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:27.689428 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=8']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:27.693242 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:27.743879 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:27.794409 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b58e7-f239-43fd-b63e-22044b60bdd9 req-424be658-697b-462a-905b-dc766b4f632e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:27.795923 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8b58e7-f239-43fd-b63e-22044b60bdd9 req-424be658-697b-462a-905b-dc766b4f632e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0511603 Sep 09 14:51:27.832919 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8b8b58e7-f239-43fd-b63e-22044b60bdd9 req-dad0c8be-7bc0-4382-8e34-a1d610f724b3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Sep 09 14:51:27.926203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['b3c4f202-ec5a-41c9-ba05-465c7a5182c3'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:51:28.249285 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3c401-e209-44cf-ad92-03c6e42b8451 req-2f849313-c2b5-4924-9d30-b3a283621ddd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:28.250796 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-09f3c401-e209-44cf-ad92-03c6e42b8451 req-2f849313-c2b5-4924-9d30-b3a283621ddd tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0524051 Sep 09 14:51:28.288083 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-09f3c401-e209-44cf-ad92-03c6e42b8451 req-f684c0d7-dc43-429b-a9ba-2b079c26e973 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308201 Sep 09 14:51:28.439193 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354d9e2-4357-4d97-a172-8b3e73c416b0 req-2a675c4d-1eb5-4d88-95c6-b869dc90b5d4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:28.440701 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7354d9e2-4357-4d97-a172-8b3e73c416b0 req-2a675c4d-1eb5-4d88-95c6-b869dc90b5d4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 944 time: 0.0507166 Sep 09 14:51:28.478457 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7354d9e2-4357-4d97-a172-8b3e73c416b0 req-1bc26edd-86ae-479f-82bc-5c0e0037027d tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Sep 09 14:51:28.683852 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-96aad42d-81cd-4ff9-a93d-1960ff33bb85 req-aac0c17c-ecbf-480e-b870-6fcba05861d0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:51:28.684905 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-96aad42d-81cd-4ff9-a93d-1960ff33bb85 req-aac0c17c-ecbf-480e-b870-6fcba05861d0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510581 Sep 09 14:51:28.863930 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a79333-7cf7-486f-b328-00e7758c621c req-f8e1ab8e-b9ab-4b35-9b84-f9b3a14aaa9d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:28.866247 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49a79333-7cf7-486f-b328-00e7758c621c req-f8e1ab8e-b9ab-4b35-9b84-f9b3a14aaa9d tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0776200 Sep 09 14:51:28.900782 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-3b128b43-79c1-40a1-8467-0bd92a72d61c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727713 Sep 09 14:51:28.912859 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-49a79333-7cf7-486f-b328-00e7758c621c req-57b241d8-4355-43ea-9501-20b6cbabd7fd tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407848 Sep 09 14:51:29.384780 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b3c4f202-ec5a-41c9-ba05-465c7a5182c3 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:29.414273 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930753c9-0c6e-4fa4-bff5-7b016c103f22 req-31bf16d9-48af-4ffe-b36f-aa6012ec3e32 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:29.415949 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-930753c9-0c6e-4fa4-bff5-7b016c103f22 req-31bf16d9-48af-4ffe-b36f-aa6012ec3e32 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0580034 Sep 09 14:51:29.435826 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:29.443168 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:29.443651 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:29.456055 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-930753c9-0c6e-4fa4-bff5-7b016c103f22 req-e9538993-b03c-439a-997e-b4917bc2a8d7 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341628 Sep 09 14:51:29.522438 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:29.553689 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:29.557747 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:29.558593 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:51:29.592234 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c1fe3-ad28-446d-ba7b-30ad08bf0078 req-2a3fc2c4-be0a-4a18-9f9e-fbabebad4c50 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:29.593723 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0e4c1fe3-ad28-446d-ba7b-30ad08bf0078 req-2a3fc2c4-be0a-4a18-9f9e-fbabebad4c50 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 944 time: 0.0499704 Sep 09 14:51:29.633181 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:29.635493 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0e4c1fe3-ad28-446d-ba7b-30ad08bf0078 req-985ff1d3-acc2-418f-b032-b2a58945e524 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354726 Sep 09 14:51:29.639570 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:29.642002 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a19ca9-daf3-42da-9337-033c74b04e84" -d '{"events": [{"server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "name": "network-vif-plugged", "status": "completed", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:29.680209 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d714db-7031-4c3d-bc58-fa02e7c05262 x-openstack-request-id: req-a2d714db-7031-4c3d-bc58-fa02e7c05262 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:29.680499 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "name": "network-vif-plugged", "status": "completed", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:29.680746 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2d714db-7031-4c3d-bc58-fa02e7c05262 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:29.681134 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'code': 200} Sep 09 14:51:29.730677 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-950e846b-eb0a-47a7-9dfa-7c9c58d59f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:29.787557 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-80179004-c82d-4c94-b846-fe6bf4f50fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:29.789030 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-80179004-c82d-4c94-b846-fe6bf4f50fda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438&tenant_id=5c1a8bd673264a74acc528dabeba56ad HTTP/1.1" status: 200 len: 1097 time: 0.0704262 Sep 09 14:51:29.850448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-a50eb2bf-1981-488c-8aa6-05c3f867fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:29.851982 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-a50eb2bf-1981-488c-8aa6-05c3f867fd28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5c1a8bd673264a74acc528dabeba56ad&device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1097 time: 0.0408070 Sep 09 14:51:29.869708 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff47bc-91e0-4f93-8c58-4dc509308a10 req-90e34932-b297-4af8-a577-4023682cb70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:29.871311 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6bff47bc-91e0-4f93-8c58-4dc509308a10 req-90e34932-b297-4af8-a577-4023682cb70b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 1098 time: 0.0445762 Sep 09 14:51:29.907865 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6bff47bc-91e0-4f93-8c58-4dc509308a10 req-adca9227-68e4-4569-88c6-d48e028b8ebd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294878 Sep 09 14:51:29.944267 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-96a3caca-3b1e-4e79-9dcf-1cae4c5ff63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:29.945753 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-96a3caca-3b1e-4e79-9dcf-1cae4c5ff63b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 200 len: 918 time: 0.0867817 Sep 09 14:51:30.036667 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97e59b-d6bf-4928-b464-0a3f73e74d6e req-36a78909-70e3-4aaa-8257-e521d96bd20b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:30.038191 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ca97e59b-d6bf-4928-b464-0a3f73e74d6e req-36a78909-70e3-4aaa-8257-e521d96bd20b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0487781 Sep 09 14:51:30.074269 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ca97e59b-d6bf-4928-b464-0a3f73e74d6e req-f6bfa72e-be5b-4d9f-861b-6ca7e0c575ce tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303400 Sep 09 14:51:30.187750 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-f140b971-6173-4165-9513-06732736bcff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 200 len: 1000 time: 0.0590570 Sep 09 14:51:30.241003 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-19c82dc4-5ad9-45c8-ac64-95f13a681aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:30.242444 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-19c82dc4-5ad9-45c8-ac64-95f13a681aaa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 200 len: 856 time: 0.0429683 Sep 09 14:51:30.286794 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-2e83d2f2-f7b5-4375-a6e8-5bdd576e4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:30.288316 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-2e83d2f2-f7b5-4375-a6e8-5bdd576e4061 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384233 Sep 09 14:51:30.380965 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-5ff14f31-2910-4005-b478-f5c09099a6ee service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847642 Sep 09 14:51:30.467427 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6eb90e8e-a9f0-42dd-be6f-4643ea08a074 req-97afc67b-e815-4609-80ea-c1a6e8808f87 service neutron] 10.222.0.13 "GET /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798888 Sep 09 14:51:30.574591 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6987b9-50e1-40bd-bd64-c6741523e85e req-b88aafe2-870b-4f81-837d-d5bd1b841fe4 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:30.576000 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6a6987b9-50e1-40bd-bd64-c6741523e85e req-b88aafe2-870b-4f81-837d-d5bd1b841fe4 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0483770 Sep 09 14:51:30.612878 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6a6987b9-50e1-40bd-bd64-c6741523e85e req-a20258ba-ad94-41d6-abfd-38ad3c6bc6cb tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307188 Sep 09 14:51:30.755685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a4769-a3b1-4fc8-afec-51b8338110b7 req-0ad467a1-d465-4267-9564-5ca8e262baa7 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:30.757163 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5c8a4769-a3b1-4fc8-afec-51b8338110b7 req-0ad467a1-d465-4267-9564-5ca8e262baa7 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0529587 Sep 09 14:51:30.796248 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5c8a4769-a3b1-4fc8-afec-51b8338110b7 req-0b37c084-e2dd-4353-ad79-5d1e9959cbd3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333056 Sep 09 14:51:30.970355 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:31.196511 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec7501-8dc1-4c35-a460-664ec772fa8a req-b829bbd6-7cd0-4dec-823c-a73dd149eaef tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:31.198045 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a6ec7501-8dc1-4c35-a460-664ec772fa8a req-b829bbd6-7cd0-4dec-823c-a73dd149eaef tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0501494 Sep 09 14:51:31.237679 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a6ec7501-8dc1-4c35-a460-664ec772fa8a req-eae65add-ad9b-419c-8d2a-a246508b4051 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324965 Sep 09 14:51:31.730577 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db04a7d-65f7-41a0-8e7a-95976a5a239e req-5748f43d-b580-4970-9fe0-c4edd7d337f5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:31.732127 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3db04a7d-65f7-41a0-8e7a-95976a5a239e req-5748f43d-b580-4970-9fe0-c4edd7d337f5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0502236 Sep 09 14:51:31.772169 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3db04a7d-65f7-41a0-8e7a-95976a5a239e req-2ae281a4-5fdd-42ce-a4f9-52c67df0e171 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320265 Sep 09 14:51:31.926785 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58d54d-c8ac-4f9c-ab81-569ebffd8ef5 req-47fe2751-28a9-48c9-8922-c27231a351b5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:31.928965 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a58d54d-c8ac-4f9c-ab81-569ebffd8ef5 req-47fe2751-28a9-48c9-8922-c27231a351b5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0543532 Sep 09 14:51:31.968920 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a58d54d-c8ac-4f9c-ab81-569ebffd8ef5 req-a7ea803d-c768-462a-ab28-70c7894cc2cd tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339572 Sep 09 14:51:32.326972 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-8d4b1b50-79af-44ab-b7d7-bfa21f5a539a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002636563&fields=id&tenant_id=b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 267 time: 0.0361814 Sep 09 14:51:32.381487 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a93740-9872-4edf-bd69-39aef7cbdd6e req-da2a33b7-dea3-4df6-993a-9fc198953fc7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:32.389138 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-41a93740-9872-4edf-bd69-39aef7cbdd6e req-da2a33b7-dea3-4df6-993a-9fc198953fc7 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0662971 Sep 09 14:51:32.427538 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-41a93740-9872-4edf-bd69-39aef7cbdd6e req-d9a0fa86-b2fd-4dcd-9b1c-cbd719b56ce3 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371525 Sep 09 14:51:32.624351 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b75c438d-32be-4dff-bba3-2bbd3d2e2043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:32.707755 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-68eaeb85-0d41-4c37-b493-84702fe7c37a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:32.709807 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-68eaeb85-0d41-4c37-b493-84702fe7c37a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 812 time: 0.3747554 Sep 09 14:51:32.726668 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-3d7666f6-b3b9-4c4b-906e-755b89ff697c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/quotas/b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 375 time: 0.0105901 Sep 09 14:51:32.779389 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-152e84cf-a905-445e-9606-2c19c13eb4ad tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470009 Sep 09 14:51:32.788852 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:32.912408 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bf9fa32e-8470-4da1-820d-36adec4c047c service neutron] 10.222.0.21 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161535 Sep 09 14:51:32.918739 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca31b1-11c9-4278-b740-4ea34e3db077 req-c4dfb8fd-9182-4d38-b937-fc7509cd8289 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:32.920296 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6aca31b1-11c9-4278-b740-4ea34e3db077 req-c4dfb8fd-9182-4d38-b937-fc7509cd8289 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0561502 Sep 09 14:51:32.964373 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6aca31b1-11c9-4278-b740-4ea34e3db077 req-ee1cbe4a-9c51-4691-aeb3-6ba54c730d20 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379400 Sep 09 14:51:33.013350 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-900aa563-63b0-4478-8669-4e9f1552ad4e service neutron] 10.222.0.21 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000006 Sep 09 14:51:33.106972 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ffba8-252e-4b11-b1f6-db72263922d7 req-6558e8e7-2c53-4ad9-bfe6-0c22d052bdb8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:33.108818 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-815ffba8-252e-4b11-b1f6-db72263922d7 req-6558e8e7-2c53-4ad9-bfe6-0c22d052bdb8 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0582476 Sep 09 14:51:33.155437 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-815ffba8-252e-4b11-b1f6-db72263922d7 req-44cdf2e4-98f4-43a3-b448-14344bea5335 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404925 Sep 09 14:51:33.325994 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c050359c-7b8a-4a02-a5e5-518f7c4a2e90 req-e47313c8-0d4f-4ba4-9d08-ea39cd3ddf39 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0342607 Sep 09 14:51:33.571242 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af018b9-7be7-4374-bddb-20008c5bf538 req-e00ab078-82e7-435c-a689-ef74e427a430 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:33.573002 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7af018b9-7be7-4374-bddb-20008c5bf538 req-e00ab078-82e7-435c-a689-ef74e427a430 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0642748 Sep 09 14:51:33.618959 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7af018b9-7be7-4374-bddb-20008c5bf538 req-3b7ba816-5d71-4ceb-8fc5-4a2e58567bc1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392792 Sep 09 14:51:33.670793 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:34.081167 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3bdc9-fd5d-48aa-892a-7c19e16d832e req-a593034c-9624-4a8e-9a52-4a5c0f0e09a1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:34.083075 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8b3bdc9-fd5d-48aa-892a-7c19e16d832e req-a593034c-9624-4a8e-9a52-4a5c0f0e09a1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0495119 Sep 09 14:51:34.122578 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8b3bdc9-fd5d-48aa-892a-7c19e16d832e req-1b5c58aa-f65f-43ae-9241-5208cefc8f27 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330610 Sep 09 14:51:34.294632 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd6d37-eaa3-4665-bc9d-5823c75df023 req-a48841b8-9430-4153-8f4a-cf83d7162e29 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:34.296076 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-77cd6d37-eaa3-4665-bc9d-5823c75df023 req-a48841b8-9430-4153-8f4a-cf83d7162e29 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0567460 Sep 09 14:51:34.337383 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-77cd6d37-eaa3-4665-bc9d-5823c75df023 req-9a05e216-0b06-4bd7-ad43-79b277e4657f tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354548 Sep 09 14:51:34.421800 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c045520f-7a94-4196-ba94-089ad654e107 req-ebfcf1d3-c47c-4a5f-a5da-e4e97e0ec021 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0268214 Sep 09 14:51:34.753794 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194888a-0078-4b2b-8a0f-de7d137b6455 req-64edfad1-a3f6-4be9-bccd-f1871637d185 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:34.755284 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d194888a-0078-4b2b-8a0f-de7d137b6455 req-64edfad1-a3f6-4be9-bccd-f1871637d185 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0539916 Sep 09 14:51:34.795344 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d194888a-0078-4b2b-8a0f-de7d137b6455 req-77d07a34-17ce-4285-b778-b17d1a806d4b tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337868 Sep 09 14:51:35.127304 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:35.242578 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea10f3c-a318-4b44-8f2d-310240db2807 req-032f32e5-31a9-4fcb-9751-c07d6bb3ff29 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:35.244244 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aea10f3c-a318-4b44-8f2d-310240db2807 req-032f32e5-31a9-4fcb-9751-c07d6bb3ff29 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0526850 Sep 09 14:51:35.282214 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aea10f3c-a318-4b44-8f2d-310240db2807 req-2d8eef36-c962-4625-81f5-7ae963c8bd43 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321424 Sep 09 14:51:35.459578 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eae7fa-9110-4a7b-99bf-5bcd31f8abef req-7b3f6bd8-280d-4b67-924c-dfaf76ff9928 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:35.461515 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-43eae7fa-9110-4a7b-99bf-5bcd31f8abef req-7b3f6bd8-280d-4b67-924c-dfaf76ff9928 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0522025 Sep 09 14:51:35.500928 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-43eae7fa-9110-4a7b-99bf-5bcd31f8abef req-cc5ea085-4e8c-45ee-b2be-9143c9ec6a08 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331397 Sep 09 14:51:35.531623 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-971ed387-acc9-4d17-be7e-7a5033d1852e req-e47fdf74-8c0c-4db4-af0b-977b6150b823 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0363219 Sep 09 14:51:35.929252 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025544c7-6d17-4e19-ae5f-2d6027d8985f req-7bf3b3d5-fbec-4d60-aeae-7ad116800545 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:35.930938 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-025544c7-6d17-4e19-ae5f-2d6027d8985f req-7bf3b3d5-fbec-4d60-aeae-7ad116800545 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0572379 Sep 09 14:51:35.970406 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-025544c7-6d17-4e19-ae5f-2d6027d8985f req-3b577f12-3f6f-4900-9971-982a8d8f0a47 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336058 Sep 09 14:51:36.400261 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5a38f-f313-492a-8629-0b309c2112bb req-3752c672-40af-441a-92cd-b4baf2d82540 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:36.401762 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dde5a38f-f313-492a-8629-0b309c2112bb req-3752c672-40af-441a-92cd-b4baf2d82540 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0522721 Sep 09 14:51:36.438727 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dde5a38f-f313-492a-8629-0b309c2112bb req-fdf5abd4-5df1-4711-a3ae-7c50a6de2219 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Sep 09 14:51:36.625860 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682fccd-132c-44b4-8cd2-74832f69e7fc req-9adf6d1a-a014-4353-99a2-de3e497f42a1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:36.627692 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6682fccd-132c-44b4-8cd2-74832f69e7fc req-9adf6d1a-a014-4353-99a2-de3e497f42a1 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0506401 Sep 09 14:51:36.629601 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f9a12f53-54cd-47ce-a4f2-d7a0a27fc203 req-b03551ac-9d06-4154-a98b-638f97a72757 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Sep 09 14:51:36.669191 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6682fccd-132c-44b4-8cd2-74832f69e7fc req-1e78f216-8d36-4476-a822-ba9682658274 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345988 Sep 09 14:51:37.095187 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb63e8f-dbda-4d00-b39c-ce2dc295ecd2 req-d89c2b76-dd7b-4e8a-b307-b8535aece683 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:37.096721 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fb63e8f-dbda-4d00-b39c-ce2dc295ecd2 req-d89c2b76-dd7b-4e8a-b307-b8535aece683 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0510697 Sep 09 14:51:37.135668 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2fb63e8f-dbda-4d00-b39c-ce2dc295ecd2 req-72739636-9878-42df-ac35-550a564ee0ce tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328333 Sep 09 14:51:37.556356 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765966de-bfe1-4f6d-aa97-9bf55b217ab8 req-54dc385e-2255-4d93-9fd9-259f12507578 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:37.557857 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-765966de-bfe1-4f6d-aa97-9bf55b217ab8 req-54dc385e-2255-4d93-9fd9-259f12507578 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0503690 Sep 09 14:51:37.596672 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-765966de-bfe1-4f6d-aa97-9bf55b217ab8 req-f2f1c9a6-bf47-4de0-924d-1218ad5733d9 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Sep 09 14:51:37.740154 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ff268303-66b0-4c9e-9061-e993d6f08b11 req-1cf959c1-976d-4ae4-b1f6-32c09c874409 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0411413 Sep 09 14:51:37.810373 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d886e0-5a6c-4ae4-9423-71bffd8db5e8 req-2bf13269-1485-485f-9170-cb64b366248a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:37.811888 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-98d886e0-5a6c-4ae4-9423-71bffd8db5e8 req-2bf13269-1485-485f-9170-cb64b366248a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0532823 Sep 09 14:51:37.854354 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-98d886e0-5a6c-4ae4-9423-71bffd8db5e8 req-66da55b4-cd2d-431a-a104-e90f7aac46e0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349958 Sep 09 14:51:38.260835 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e744a9-bc1e-483b-94e4-b5fbd58aa196 req-547b58ff-b479-4ba2-a233-20f4563e3c1a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:38.262331 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-48e744a9-bc1e-483b-94e4-b5fbd58aa196 req-547b58ff-b479-4ba2-a233-20f4563e3c1a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0550034 Sep 09 14:51:38.303716 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-48e744a9-bc1e-483b-94e4-b5fbd58aa196 req-b246a3bd-8329-4bc6-906b-411e69e0eb62 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341980 Sep 09 14:51:38.717142 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30aadbc-302e-4711-b579-c4be9250f5d1 req-dbaf0eef-e392-4136-b3c5-76038ed6e169 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:38.718652 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d30aadbc-302e-4711-b579-c4be9250f5d1 req-dbaf0eef-e392-4136-b3c5-76038ed6e169 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0511720 Sep 09 14:51:38.758014 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d30aadbc-302e-4711-b579-c4be9250f5d1 req-bf5ba15c-cab1-4bbf-975d-c101e982e145 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Sep 09 14:51:38.838343 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2db7fccf-721c-44c1-ba69-f90ed63b60bd req-32a83764-a1b0-4baf-931a-e08902e15625 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0306282 Sep 09 14:51:38.972914 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1bd46-4d93-4860-9eab-4331ca893fb0 req-e82ad1b5-f103-4313-a614-c0778473c6b4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:38.974476 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-28f1bd46-4d93-4860-9eab-4331ca893fb0 req-e82ad1b5-f103-4313-a614-c0778473c6b4 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Sep 09 14:51:39.014628 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-28f1bd46-4d93-4860-9eab-4331ca893fb0 req-34c64b65-9c84-495d-a963-7f5d53d4ae7c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335577 Sep 09 14:51:39.431915 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff8f00-a7c7-4f06-ac0a-15ada3cf14df req-417c79e4-c5cb-4bb0-ad64-4a9345094949 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:39.433990 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-26ff8f00-a7c7-4f06-ac0a-15ada3cf14df req-417c79e4-c5cb-4bb0-ad64-4a9345094949 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0507319 Sep 09 14:51:39.473304 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-26ff8f00-a7c7-4f06-ac0a-15ada3cf14df req-11e1fa21-88c1-4ff9-bc27-31e20d6ed36c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334501 Sep 09 14:51:39.934468 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb901a0-2ae1-4e50-a4b9-861f320dda34 req-438c26ce-a0ad-4bc8-a0bd-31f32495fec6 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:39.936511 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fcb901a0-2ae1-4e50-a4b9-861f320dda34 req-438c26ce-a0ad-4bc8-a0bd-31f32495fec6 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0913334 Sep 09 14:51:39.939575 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b2f08b8-4966-40db-b7f6-79fa26fbe555 req-2b34a464-7317-4e63-a117-d0e5fd379426 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0280950 Sep 09 14:51:39.977839 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fcb901a0-2ae1-4e50-a4b9-861f320dda34 req-7dcd0422-1d2e-4c3e-9fe2-d664b4895850 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354345 Sep 09 14:51:40.141054 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf5ee-eceb-42f0-b769-46659bd2d8ae req-069c7d92-a516-4a7a-9fcd-c9c4aa80d1e0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:40.142528 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3afdf5ee-eceb-42f0-b769-46659bd2d8ae req-069c7d92-a516-4a7a-9fcd-c9c4aa80d1e0 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0596001 Sep 09 14:51:40.184418 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3afdf5ee-eceb-42f0-b769-46659bd2d8ae req-0dbf8e66-ffbe-4cac-a9c2-abcce7286cec tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345488 Sep 09 14:51:40.594994 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001aa11-c5fa-4216-8331-52db29c497b1 req-24b4db57-0c9b-4d3f-b794-204010eebbd9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:40.596491 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0001aa11-c5fa-4216-8331-52db29c497b1 req-24b4db57-0c9b-4d3f-b794-204010eebbd9 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0493231 Sep 09 14:51:40.634266 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0001aa11-c5fa-4216-8331-52db29c497b1 req-45ff24e3-4790-4281-8870-5edc57d495a5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317628 Sep 09 14:51:41.032037 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-59fefcd7-444e-4708-b602-5978537542ac req-4a3cf3f6-c37c-4cff-935c-344335e3dce8 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0270243 Sep 09 14:51:41.091072 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e854e3-f682-467a-ab54-05af821ebb68 req-5894a203-c40d-4819-99b8-92c5a4b10b4f tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.092639 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60e854e3-f682-467a-ab54-05af821ebb68 req-5894a203-c40d-4819-99b8-92c5a4b10b4f tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0486193 Sep 09 14:51:41.133176 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60e854e3-f682-467a-ab54-05af821ebb68 req-0535d1e5-2b22-424a-892b-39b93e87d72f tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345349 Sep 09 14:51:41.277542 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-3468726c-09b2-43a4-8195-1299ae77a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.279060 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-3468726c-09b2-43a4-8195-1299ae77a6e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0476916 Sep 09 14:51:41.321832 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5c93c-a03f-4b21-ae66-ae5abb77f509 req-de11f649-ff0d-459c-8b80-44bbcd4b898a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.323710 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8a5c93c-a03f-4b21-ae66-ae5abb77f509 req-de11f649-ff0d-459c-8b80-44bbcd4b898a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0618689 Sep 09 14:51:41.369790 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d8a5c93c-a03f-4b21-ae66-ae5abb77f509 req-e9fb3489-7a42-4da3-9df3-c77e37728a67 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398419 Sep 09 14:51:41.403873 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-2127c6c4-f7f0-489d-9fc0-af0922fbfd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.405403 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-2127c6c4-f7f0-489d-9fc0-af0922fbfd4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 909 time: 0.0897284 Sep 09 14:51:41.478519 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-9e37a880-79ec-4a23-8f8b-dc7b75cec7d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 1002 time: 0.0615447 Sep 09 14:51:41.527570 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-f6d3bcc5-51c1-4751-b9e7-6fbbfb37e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.529025 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-f6d3bcc5-51c1-4751-b9e7-6fbbfb37e6fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0424223 Sep 09 14:51:41.573622 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-44316c0f-e850-4d7e-86b9-3429c361dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.575073 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-44316c0f-e850-4d7e-86b9-3429c361dcc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385549 Sep 09 14:51:41.668922 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-c0fee07d-d545-4ef7-9e13-9ddf901c0c86 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860691 Sep 09 14:51:41.799344 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb0ae168-7101-4951-8f2a-6e85c2e5051d req-9e4f8499-f5a6-4d9a-8b73-1c905207d681 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228027 Sep 09 14:51:41.808375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4baca5-adb9-41cd-8b04-76d3bdf7ca17 req-4268c555-f301-4855-ad52-70a75a7b9a69 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.809875 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c4baca5-adb9-41cd-8b04-76d3bdf7ca17 req-4268c555-f301-4855-ad52-70a75a7b9a69 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0997672 Sep 09 14:51:41.857699 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-ec279ad1-93d9-473f-b655-23836fc8f410 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.859416 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-ec279ad1-93d9-473f-b655-23836fc8f410 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 812 time: 0.1219587 Sep 09 14:51:41.869739 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7c4baca5-adb9-41cd-8b04-76d3bdf7ca17 req-951fdaba-9229-461e-8752-f0e15b7a2958 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524619 Sep 09 14:51:41.906241 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-9daa10c9-f40e-4de0-b5ab-5ac8f4294b1b tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 380 time: 0.0369148 Sep 09 14:51:41.907073 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-1cf8eb29-90a6-4298-9090-641316fe867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:41.908609 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-1cf8eb29-90a6-4298-9090-641316fe867e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0514328 Sep 09 14:51:41.921913 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'port': {'device_id': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'admin_state_up': True, 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'security_groups': ['eb8c79f0-ff48-4fc0-89cf-1c6412393504']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:42.011092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-570431b5-b190-47e9-9ede-6994d7eaebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.012519 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-570431b5-b190-47e9-9ede-6994d7eaebe9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 909 time: 0.0897660 Sep 09 14:51:42.034833 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Made reservation on behalf of b154922f6cc04b3d93d32ced459ee3cb for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:51:42.038883 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:42.082166 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-64eb099b-6f07-4d96-be8b-facd02f9ace4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 1002 time: 0.0625138 Sep 09 14:51:42.132585 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-412bac39-e201-4c0e-879f-d33bea9bf749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.134061 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-412bac39-e201-4c0e-879f-d33bea9bf749 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0443492 Sep 09 14:51:42.135497 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5c466e4a-2e9f-4290-8bec-e06000aefbe5 req-b1885197-c08d-41ea-b39d-8c2c7f588863 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0327635 Sep 09 14:51:42.188824 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-afd82482-9128-4fcd-8877-d1edaecf41fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.190450 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-afd82482-9128-4fcd-8877-d1edaecf41fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490532 Sep 09 14:51:42.191655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Allocated IP 172.20.0.8 (0013c465-5a8c-419d-b1c4-5ede9fc7b232/fe2d107e-9967-41b4-9c20-d1911468ead2/96f6aabc-f07a-4973-a1ae-2fb16b68c71d) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:42.310872 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340165d-7d05-40cd-add9-827ce910eda7 req-4f557af0-2d31-43df-8dec-67ea52ab4af3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.312425 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5340165d-7d05-40cd-add9-827ce910eda7 req-4f557af0-2d31-43df-8dec-67ea52ab4af3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.1038618 Sep 09 14:51:42.334129 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-9c0e971e-0c22-422d-8ddb-2b2a2edf04c1 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349950 Sep 09 14:51:42.350990 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:42.370827 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Transition to ACTIVE for port object 96f6aabc-f07a-4973-a1ae-2fb16b68c71d will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:42.386313 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5340165d-7d05-40cd-add9-827ce910eda7 req-e0227a39-f92f-4bba-b150-25e622ad55f7 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641761 Sep 09 14:51:42.418907 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:42.447423 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-69582a45-6d4e-48d9-982f-a8fdf51f61a2 req-255b07f2-c41d-48ed-8e4d-62fb1683ead0 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047010 Sep 09 14:51:42.469088 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:42.479789 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:42.503149 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:42.506476 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:42.560624 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.561247 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:42.573137 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0c880-2567-47bd-aafe-3610d65b6265 req-4f0b89b0-22ac-4524-b998-8cc63f54aeea tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.574679 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d5b0c880-2567-47bd-aafe-3610d65b6265 req-4f0b89b0-22ac-4524-b998-8cc63f54aeea tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.1098509 Sep 09 14:51:42.591580 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-bdb0401c-079f-46db-a017-ce439d4ab31a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6733830 Sep 09 14:51:42.605430 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Request body: {'port': {'device_id': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:42.643891 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d5b0c880-2567-47bd-aafe-3610d65b6265 req-b141a1a7-eb38-4767-99d5-02a2a474eb15 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616808 Sep 09 14:51:42.678700 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:42.749637 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9332e96c-fb32-4978-b6a4-fd2d23a134b4 None None] Provisioning for port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:42.754986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-9332e96c-fb32-4978-b6a4-fd2d23a134b4 None None] Provisioning complete for port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:42.755564 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9332e96c-fb32-4978-b6a4-fd2d23a134b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:42.764070 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c47698-c202-44ba-afa5-1d62d683e1b4 req-84ff3dc9-485a-46af-9937-95afc758bea5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:42.765563 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-98c47698-c202-44ba-afa5-1d62d683e1b4 req-84ff3dc9-485a-46af-9937-95afc758bea5 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0529528 Sep 09 14:51:42.774443 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50838) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:42.780368 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Request body: {'floatingip': {'port_id': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:42.793338 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-9332e96c-fb32-4978-b6a4-fd2d23a134b4 None None] Port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:51:42.820990 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.180554 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ff9d6-b370-479a-bd41-ca098ed19e87 req-50715ee2-0ff7-4986-8d38-c11bf3881916 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.182173 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7f6ff9d6-b370-479a-bd41-ca098ed19e87 req-50715ee2-0ff7-4986-8d38-c11bf3881916 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 944 time: 0.0762529 Sep 09 14:51:43.262585 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f6aabc-f07a-4973-a1ae-2fb16b68c71d {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:43.269109 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7f6ff9d6-b370-479a-bd41-ca098ed19e87 req-53bbc774-3ec6-4ead-87f7-d66e191ee49a tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781131 Sep 09 14:51:43.273626 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.296349 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Transition to ACTIVE for port object 96f6aabc-f07a-4973-a1ae-2fb16b68c71d will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:51:43.296349 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.305992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f1f8f-3da7-4813-99b9-d52c4715ff5b req-5b2f477d-8681-4490-8b07-a85c14fab384 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.307485 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf7f1f8f-3da7-4813-99b9-d52c4715ff5b req-5b2f477d-8681-4490-8b07-a85c14fab384 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 931 time: 0.1007698 Sep 09 14:51:43.319432 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.327055 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.351689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Pushing event updated for resources: {'Port': ['ID=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:43.396008 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-cf7f1f8f-3da7-4813-99b9-d52c4715ff5b req-067ec322-af5d-4a93-a718-73175f16548d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815825 Sep 09 14:51:43.437029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Attempting to bind port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:51:43.437367 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Attempting to bind port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:51:43.437693 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Attempting to bind port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:43.442201 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:51:43.442514 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Attempting to bind port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:51:43.448121 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 51, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:51:43.448455 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Checking segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:51:43.448857 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Bound using segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:51:43.449497 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Bound port: 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:51:43.449635 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.467931 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Floating IP 4962c9b3-31d6-4800-9f24-52da1d25e60f associated. External IP: 172.27.2.64, port: b3c4f202-ec5a-41c9-ba05-465c7a5182c3. Sep 09 14:51:43.496982 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:51:43.561518 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] For port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:51:43.571763 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a3eb2-7113-4845-b53a-8284093f3264 req-c0a08454-4484-4845-9388-95e88318e718 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.573298 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e91a3eb2-7113-4845-b53a-8284093f3264 req-c0a08454-4484-4845-9388-95e88318e718 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0887129 Sep 09 14:51:43.575276 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] For port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:51:43.582122 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.606514 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:43.618728 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'port_id': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'mac_address': 'fa:16:3e:35:80:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:51:43.641930 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.642578 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.644603 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/96f6aabc-f07a-4973-a1ae-2fb16b68c71d HTTP/1.1" status: 200 len: 1093 time: 1.0433781 Sep 09 14:51:43.645051 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:43.649221 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccacff96-1aed-4711-8d6b-2f33a3b2d536" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:43.702447 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.734123 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e91a3eb2-7113-4845-b53a-8284093f3264 req-8f10f710-619e-46be-98b8-bc1f870ee053 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417456 Sep 09 14:51:43.734418 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:51:43.737197 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:43.772468 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125bd97b-cd13-4481-9a24-99b39b9698a7 service neutron] Pushing event updated for resources: {'Port': ['ID=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:43.782207 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792453f4-611b-419f-8aab-275c853a69f2 x-openstack-request-id: req-792453f4-611b-419f-8aab-275c853a69f2 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:43.782574 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:43.782775 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-792453f4-611b-419f-8aab-275c853a69f2 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:43.783934 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'status': 'completed', 'code': 200} Sep 09 14:51:43.790302 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:43.796894 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.806056 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-f7343ef3-3efe-45fc-95eb-9b03d7c0bbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.807689 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-f7343ef3-3efe-45fc-95eb-9b03d7c0bbe0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 1096 time: 0.1112127 Sep 09 14:51:43.854437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=9']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:43.864108 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-e5d65255-21b2-4fb2-a97b-35b1da61f969 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d HTTP/1.1" status: 200 len: 217 time: 0.0484302 Sep 09 14:51:43.874409 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:43.879600 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:43.886079 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:43.896397 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:43.897741 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:43.916182 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-23f8ac4a-8e1b-498b-9775-ca913ca8b28a tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "PUT /v2.0/floatingips/4962c9b3-31d6-4800-9f24-52da1d25e60f HTTP/1.1" status: 200 len: 990 time: 1.1400442 Sep 09 14:51:43.916524 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:43.918784 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:43.923196 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-fe19e304-2e31-41f0-964b-b603d75c4168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.924755 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-fe19e304-2e31-41f0-964b-b603d75c4168 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0526030 Sep 09 14:51:43.983111 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfc99b9-b7bf-41f3-b512-d8bbc6b9ab6d x-openstack-request-id: req-6dfc99b9-b7bf-41f3-b512-d8bbc6b9ab6d {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:43.983472 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:43.983890 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dfc99b9-b7bf-41f3-b512-d8bbc6b9ab6d {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:43.984372 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'status': 'completed', 'code': 200} Sep 09 14:51:43.986177 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-4afd7ecd-803d-4d41-80b9-f3d0825629a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:43.987749 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-4afd7ecd-803d-4d41-80b9-f3d0825629a0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525041 Sep 09 14:51:44.025530 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:44.071377 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:51:44.076857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-c97749b4-9111-410c-8198-b838999fd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.078756 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-c97749b4-9111-410c-8198-b838999fd613 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c44753c945d945ada8bdb7eb998ff862&device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 1098 time: 0.0502183 Sep 09 14:51:44.126163 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-9cac5c6b-3aa8-46f1-87c9-7818c711322b service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071074 Sep 09 14:51:44.190712 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-679b2e19-9380-488f-a9a2-cb982afda1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.192168 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-679b2e19-9380-488f-a9a2-cb982afda1ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 200 len: 912 time: 0.1055846 Sep 09 14:51:44.238186 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dbf47f50-99e7-4b55-ab7d-5afbba349b0d req-1ccc5b64-23ca-4809-a4ee-45161e446132 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973523 Sep 09 14:51:44.266735 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-206f1c9e-97f0-4bd2-aaee-05bc310929d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3 HTTP/1.1" status: 200 len: 998 time: 0.0638545 Sep 09 14:51:44.343144 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-2c103e58-4999-4aef-b5b5-3b1afba88e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.345063 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-2c103e58-4999-4aef-b5b5-3b1afba88e7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 200 len: 850 time: 0.0644188 Sep 09 14:51:44.394298 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-ae86007d-b5ce-4be2-8e02-c973786e782f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.398225 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-ae86007d-b5ce-4be2-8e02-c973786e782f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 1096 time: 0.1075563 Sep 09 14:51:44.424078 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '4962c9b3-31d6-4800-9f24-52da1d25e60f', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'port_id': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'mac_address': 'fa:16:3e:d0:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:51:13Z', 'updated_at': '2021-09-09T14:51:43Z', 'revision_number': 1, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:44.485102 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:44.504898 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:44.505531 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:44.511262 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-61ff76ae-25c0-4b3e-8644-2556f1ef0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.514407 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-61ff76ae-25c0-4b3e-8644-2556f1ef0fd5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.1067884 Sep 09 14:51:44.522113 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379217d-d82d-4159-a526-64168594a574 req-13a79da5-8a44-4ffc-9c4d-a8c9c117d854 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.524113 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b379217d-d82d-4159-a526-64168594a574 req-13a79da5-8a44-4ffc-9c4d-a8c9c117d854 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 945 time: 0.1564138 Sep 09 14:51:44.529766 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-b9aeca62-ef9d-49d6-81dc-99658facff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.533076 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-b9aeca62-ef9d-49d6-81dc-99658facff9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b78c604b-db05-4994-bf1a-43444e328ff9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1779118 Sep 09 14:51:44.597617 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-5140160f-0200-4ad5-b337-d6947d7e2a2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d HTTP/1.1" status: 200 len: 217 time: 0.0746832 Sep 09 14:51:44.617070 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b379217d-d82d-4159-a526-64168594a574 req-db10f0a6-50bb-4372-83eb-19189c4b8bd5 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818222 Sep 09 14:51:44.680611 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:44.692175 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-0760de3e-416c-4cbb-95f1-a448a8dbba54 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497409 Sep 09 14:51:44.703581 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-30c433bc-f262-498a-8517-b15773fccd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.706512 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-30c433bc-f262-498a-8517-b15773fccd03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0787592 Sep 09 14:51:44.766264 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b441e33-9e2a-4233-90f8-5882f0389607 req-ac22d8de-6048-43a6-ad6a-87e6494f5036 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.767820 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b441e33-9e2a-4233-90f8-5882f0389607 req-ac22d8de-6048-43a6-ad6a-87e6494f5036 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 943 time: 0.2331619 Sep 09 14:51:44.844714 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-d7f37ee6-7441-4516-9a01-b310d3c60971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.846563 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-d7f37ee6-7441-4516-9a01-b310d3c60971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1253150 Sep 09 14:51:44.855042 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7b441e33-9e2a-4233-90f8-5882f0389607 req-7d871e2e-6dbc-4caa-aa0a-7fc6ce581608 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633614 Sep 09 14:51:44.871911 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-db9b6af7-c2c0-4a17-a7bc-784d8a539ed4 req-81444c90-415c-4e05-88b8-892311d1ebc0 service neutron] 10.222.0.13 "GET /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388743 Sep 09 14:51:44.908976 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02df2b3-3be9-44fb-b9b4-09a870aa0a06 req-5e0ee0c2-9980-4e0f-b376-69909e140b74 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:44.910810 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e02df2b3-3be9-44fb-b9b4-09a870aa0a06 req-5e0ee0c2-9980-4e0f-b376-69909e140b74 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0739822 Sep 09 14:51:44.933393 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '4962c9b3-31d6-4800-9f24-52da1d25e60f', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'port_id': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'mac_address': 'fa:16:3e:d0:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:51:13Z', 'updated_at': '2021-09-09T14:51:43Z', 'revision_number': 1, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:44.950220 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e02df2b3-3be9-44fb-b9b4-09a870aa0a06 req-3d8caebd-66dc-48a0-aa53-0dc4890da48b tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329952 Sep 09 14:51:44.961856 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfb68c7-0f91-49e9-b9b9-b0671b818936 None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '4962c9b3-31d6-4800-9f24-52da1d25e60f', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'port_id': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'mac_address': 'fa:16:3e:d0:9e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:51:13Z', 'updated_at': '2021-09-09T14:51:43Z', 'revision_number': 1, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:44.968043 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-af787b02-05e0-443d-b114-1cbb5694d08a service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118588 Sep 09 14:51:45.094784 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ccacff96-1aed-4711-8d6b-2f33a3b2d536 req-1f5a8aee-8515-4499-856e-21fcdedbdafb service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183021 Sep 09 14:51:45.171067 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-1f0e946d-81b5-42a7-b7ed-4726a0a7f9a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0479476 Sep 09 14:51:45.208506 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35073273-a14b-41cb-952d-4e7d84d7a08d req-aa0db9da-83b1-4953-9618-b4d12aa28c49 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:45.210410 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35073273-a14b-41cb-952d-4e7d84d7a08d req-aa0db9da-83b1-4953-9618-b4d12aa28c49 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0534711 Sep 09 14:51:45.232654 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc52355-f386-4d8c-b995-d2a687cfa083 None None] New status for floating IP 4962c9b3-31d6-4800-9f24-52da1d25e60f: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:51:45.268724 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35073273-a14b-41cb-952d-4e7d84d7a08d req-e950f411-c5c7-4653-84c6-77e95ea7da19 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505469 Sep 09 14:51:45.526448 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:45.587375 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:45.587375 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:45.667916 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:45.691714 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:45.694056 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e148e55-3feb-46b0-ae4a-3a7104cf663b" -d '{"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-plugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:45.707576 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:45.715704 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:45.716546 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:51:45.747374 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e070f7f-3856-4f79-9f08-b9b083afc977 x-openstack-request-id: req-9e070f7f-3856-4f79-9f08-b9b083afc977 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:45.748413 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-plugged", "status": "completed", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:45.748663 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e070f7f-3856-4f79-9f08-b9b083afc977 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:45.749101 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'code': 200} Sep 09 14:51:45.762876 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22680386-ed77-4dd8-8972-bb95e97550ca req-d9353343-5cac-4a68-8167-3e1eeffd2279 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:45.764428 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-22680386-ed77-4dd8-8972-bb95e97550ca req-d9353343-5cac-4a68-8167-3e1eeffd2279 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 947 time: 0.0507972 Sep 09 14:51:45.811710 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-22680386-ed77-4dd8-8972-bb95e97550ca req-6afdfafa-a26e-4f61-9b41-6dd831e50eaa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401199 Sep 09 14:51:45.813063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=10']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:45.860459 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:45.895889 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:45.900810 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:45.952360 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=6']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:46.003759 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a89a60-0ff7-4b9b-9b5f-f5853ea21ad3 req-fe385ee6-c5fe-4792-842b-62a28337b6ed tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.005508 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-14a89a60-0ff7-4b9b-9b5f-f5853ea21ad3 req-fe385ee6-c5fe-4792-842b-62a28337b6ed tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 943 time: 0.0833261 Sep 09 14:51:46.007872 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e842d8-5cd3-4253-8b39-dcfb64a3799b req-b9cffd75-b9ce-41af-9228-2a7b0e3cdefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.009293 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d2e842d8-5cd3-4253-8b39-dcfb64a3799b req-b9cffd75-b9ce-41af-9228-2a7b0e3cdefa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 1100 time: 0.0853336 Sep 09 14:51:46.064506 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-14a89a60-0ff7-4b9b-9b5f-f5853ea21ad3 req-dc322517-9a7f-4f4d-9d65-7cc6c5927776 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515091 Sep 09 14:51:46.070804 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d2e842d8-5cd3-4253-8b39-dcfb64a3799b req-c1604dec-fc08-44b9-9500-c56888d268dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441599 Sep 09 14:51:46.383574 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f9beb-7c6a-450d-8620-655bf4d7c3a2 req-e3ea04bd-f57f-4cbd-9313-deefeb58a273 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.385108 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4a6f9beb-7c6a-450d-8620-655bf4d7c3a2 req-e3ea04bd-f57f-4cbd-9313-deefeb58a273 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0562971 Sep 09 14:51:46.426910 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4a6f9beb-7c6a-450d-8620-655bf4d7c3a2 req-c74e7482-cc5f-4758-9345-05fcbeda801b tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354133 Sep 09 14:51:46.731899 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-ecf73a8c-c217-41b3-a2ff-47a13c4e9c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.733255 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-ecf73a8c-c217-41b3-a2ff-47a13c4e9c18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3&tenant_id=b920b7f44d9449d089032216de233c4d HTTP/1.1" status: 200 len: 1097 time: 0.0389085 Sep 09 14:51:46.801203 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-9220f0fe-a80e-4688-9517-ff80932dd8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.802648 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-9220f0fe-a80e-4688-9517-ff80932dd8ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1097 time: 0.0412292 Sep 09 14:51:46.892530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-007aede9-bd96-46a7-a597-4d13ad1500ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.894087 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-007aede9-bd96-46a7-a597-4d13ad1500ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 909 time: 0.0841815 Sep 09 14:51:46.931573 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95445ef-4f84-4edb-a87b-1d44d80f1529 req-03d60d3a-a73f-4b5e-a9fb-217a831d73cb tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:46.933104 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a95445ef-4f84-4edb-a87b-1d44d80f1529 req-03d60d3a-a73f-4b5e-a9fb-217a831d73cb tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 947 time: 0.0518093 Sep 09 14:51:46.970447 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a95445ef-4f84-4edb-a87b-1d44d80f1529 req-7f57d2c7-bc2d-4fab-947f-2f5ff0b78e8e tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313807 Sep 09 14:51:46.979352 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-29b14b01-f4aa-4614-8362-cdf19a4c8fa8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 1000 time: 0.0612919 Sep 09 14:51:47.028909 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-375e6758-f9fd-4ddc-a100-899c5eaa6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:47.030312 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-375e6758-f9fd-4ddc-a100-899c5eaa6e90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0433321 Sep 09 14:51:47.079699 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-0a02bea3-d8ac-4422-835e-5cd1ba34065e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:47.081187 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-0a02bea3-d8ac-4422-835e-5cd1ba34065e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395334 Sep 09 14:51:47.210728 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-49248f50-95b0-44ec-9802-af1aebb24ed3 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183507 Sep 09 14:51:47.222931 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84883817-b027-4eb6-924d-7965952f53a4 req-625e9eae-94c8-4c2a-bca4-a55ff78deed8 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:47.224395 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-84883817-b027-4eb6-924d-7965952f53a4 req-625e9eae-94c8-4c2a-bca4-a55ff78deed8 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 943 time: 0.0742960 Sep 09 14:51:47.330276 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-84883817-b027-4eb6-924d-7965952f53a4 req-121a6c7f-dc37-4f45-a931-d3d309e438b5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945101 Sep 09 14:51:47.357223 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b62abed5-2e81-4d8d-844b-58c911a8f61c req-0fc11b26-00f7-4cb7-8429-ef5256cc6259 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285586 Sep 09 14:51:47.549200 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800be36-3063-4e7d-b1e2-31fa9604408f req-82817a68-d179-4727-8a17-9f48b96925fa tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:47.550696 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c800be36-3063-4e7d-b1e2-31fa9604408f req-82817a68-d179-4727-8a17-9f48b96925fa tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0516758 Sep 09 14:51:47.590121 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c800be36-3063-4e7d-b1e2-31fa9604408f req-779936cc-e4ca-4ade-bad7-467aa854aeb5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Sep 09 14:51:47.751340 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:47.753673 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb316e-d127-474b-a4b2-32440557bac4" -d '{"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:47.797662 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d513f3a-6dcd-4de7-9899-8e7e3ab13a1f x-openstack-request-id: req-3d513f3a-6dcd-4de7-9899-8e7e3ab13a1f {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:47.797955 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:47.798204 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d513f3a-6dcd-4de7-9899-8e7e3ab13a1f {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:47.798589 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'code': 200} Sep 09 14:51:48.088189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a56ffb-e179-4616-b1ea-75081c6732ab req-04be4e37-6970-4d36-bfa3-b8e8adf7402c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:48.089568 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b3a56ffb-e179-4616-b1ea-75081c6732ab req-04be4e37-6970-4d36-bfa3-b8e8adf7402c tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 947 time: 0.0487719 Sep 09 14:51:48.125071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b3a56ffb-e179-4616-b1ea-75081c6732ab req-6e618906-607c-452c-8b94-542579d796b1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297620 Sep 09 14:51:48.447621 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36fd42-739d-4685-a786-99ac9ddae4f8 req-3ae01b7f-e9b8-402d-b240-c5752ba54370 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:48.450112 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3c36fd42-739d-4685-a786-99ac9ddae4f8 req-3ae01b7f-e9b8-402d-b240-c5752ba54370 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 943 time: 0.0502458 Sep 09 14:51:48.486914 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3c36fd42-739d-4685-a786-99ac9ddae4f8 req-2cfee6fa-5e19-49cd-9b3d-5bb671ec8ddf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305917 Sep 09 14:51:48.706734 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db955c5-28a7-4a7b-9aff-94a0338ec3c2 req-eb8993bc-1074-4c27-b8ec-49f8818ec409 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:48.708311 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9db955c5-28a7-4a7b-9aff-94a0338ec3c2 req-eb8993bc-1074-4c27-b8ec-49f8818ec409 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0518658 Sep 09 14:51:48.745193 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9db955c5-28a7-4a7b-9aff-94a0338ec3c2 req-a2ea54a5-5e32-44f6-8426-a0ce0c141571 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310612 Sep 09 14:51:49.607787 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca56cc-8cda-4e03-8137-4e57e1edd837 req-48704565-2724-4ab0-bb75-9203e9f79ee4 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:49.609167 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-62ca56cc-8cda-4e03-8137-4e57e1edd837 req-48704565-2724-4ab0-bb75-9203e9f79ee4 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 943 time: 0.0535476 Sep 09 14:51:49.646813 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-62ca56cc-8cda-4e03-8137-4e57e1edd837 req-fe8f42a1-92b9-44f3-ac8a-09c9e528ec43 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317981 Sep 09 14:51:49.864079 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25002a8-f25f-447a-affc-7cb81cb48510 req-71a006b6-6cfd-49f5-881f-7fece40048bb tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:49.865485 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d25002a8-f25f-447a-affc-7cb81cb48510 req-71a006b6-6cfd-49f5-881f-7fece40048bb tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0525663 Sep 09 14:51:49.903567 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d25002a8-f25f-447a-affc-7cb81cb48510 req-cf929a02-74f5-4800-b065-b27a9c7740cc tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Sep 09 14:51:50.758656 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2fefb-f468-4d22-afb8-5d530793670c req-dcc01094-fcdb-4a2c-8586-ad56eab10f6e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:50.760185 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93d2fefb-f468-4d22-afb8-5d530793670c req-dcc01094-fcdb-4a2c-8586-ad56eab10f6e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 943 time: 0.0482023 Sep 09 14:51:50.797526 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-93d2fefb-f468-4d22-afb8-5d530793670c req-b3fb2637-f252-4a8b-87fc-e0650d9147a0 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Sep 09 14:51:51.016927 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc75845-f328-4d36-b13d-1e97125cf011 req-19807902-b4bf-4114-804d-8c92a21c8f13 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:51.018394 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3bc75845-f328-4d36-b13d-1e97125cf011 req-19807902-b4bf-4114-804d-8c92a21c8f13 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0478857 Sep 09 14:51:51.055454 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3bc75845-f328-4d36-b13d-1e97125cf011 req-369c9a42-2e0b-46b2-8e9d-5a6ec639ac12 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302062 Sep 09 14:51:51.543831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 96f6aabc-f07a-4973-a1ae-2fb16b68c71d details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:51:51.639459 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:51.764918 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'port_id': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'mac_address': 'fa:16:3e:1f:43:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:51:51.803075 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:51.816024 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f6aabc-f07a-4973-a1ae-2fb16b68c71d {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:51.837380 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:51.841205 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:51.887334 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:51.912937 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa84075-0d6f-41f5-a08e-5e1e9fd5beb1 req-148ad613-8ac3-4c8b-8118-f359701ad65e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:51.914588 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1fa84075-0d6f-41f5-a08e-5e1e9fd5beb1 req-148ad613-8ac3-4c8b-8118-f359701ad65e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 944 time: 0.0506439 Sep 09 14:51:51.951295 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1fa84075-0d6f-41f5-a08e-5e1e9fd5beb1 req-2ae92214-d494-40fe-b303-808e69212a43 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307059 Sep 09 14:51:52.080773 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['96f6aabc-f07a-4973-a1ae-2fb16b68c71d'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:51:52.168926 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d31f5-2dc3-479f-bed8-bd5deecdaffd req-432c04ba-f60d-48ac-bebb-4744f976fdb2 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:52.170360 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-193d31f5-2dc3-479f-bed8-bd5deecdaffd req-432c04ba-f60d-48ac-bebb-4744f976fdb2 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0471606 Sep 09 14:51:52.208762 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-193d31f5-2dc3-479f-bed8-bd5deecdaffd req-ece5cc8f-f00a-4dcf-87ae-73f0ebbc5c7c tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Sep 09 14:51:52.308093 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:51:53.065170 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048042a-ab29-4a70-9cdc-e41e09199e6b req-82532613-1ed6-46e2-b45b-70c964fca3d0 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:53.066650 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c048042a-ab29-4a70-9cdc-e41e09199e6b req-82532613-1ed6-46e2-b45b-70c964fca3d0 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 944 time: 0.0515156 Sep 09 14:51:53.105463 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c048042a-ab29-4a70-9cdc-e41e09199e6b req-47681b55-ee34-454a-8de7-33cfd8623ccd tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323422 Sep 09 14:51:53.325865 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362eed10-a8d1-46e0-af21-fdff02830e56 req-38e118d2-2e44-48b7-b096-9309ee68fa90 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:53.327336 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-362eed10-a8d1-46e0-af21-fdff02830e56 req-38e118d2-2e44-48b7-b096-9309ee68fa90 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0506811 Sep 09 14:51:53.365184 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-362eed10-a8d1-46e0-af21-fdff02830e56 req-855b639a-ea2c-4e94-96b5-12e2a5e0026f tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316525 Sep 09 14:51:53.558961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 96f6aabc-f07a-4973-a1ae-2fb16b68c71d up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:53.609172 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:51:53.612850 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:53.613223 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:53.687168 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:53.709517 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:53.711782 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7908b7d5-624d-49d5-9633-40ff6d18659e" -d '{"events": [{"server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "name": "network-vif-plugged", "status": "completed", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:53.724087 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:53.728355 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:53.751103 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44040e3c-61f6-4ca9-b790-15b68a2b0f05 x-openstack-request-id: req-44040e3c-61f6-4ca9-b790-15b68a2b0f05 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:53.751394 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "name": "network-vif-plugged", "status": "completed", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:53.751646 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44040e3c-61f6-4ca9-b790-15b68a2b0f05 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:53.752055 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'code': 200} Sep 09 14:51:53.777531 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:53.984285 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaae2a0-fd7a-47c1-a465-0f04d041707c req-2f7813fe-0a30-43d7-abba-a66afb606233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:53.985805 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aaaae2a0-fd7a-47c1-a465-0f04d041707c req-2f7813fe-0a30-43d7-abba-a66afb606233 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 1098 time: 0.0399296 Sep 09 14:51:54.021292 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-aaaae2a0-fd7a-47c1-a465-0f04d041707c req-0029fecb-75e4-4535-b5f5-13c1ea19d110 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278406 Sep 09 14:51:54.217841 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6175429-05b1-49a7-8ad6-5fb300478607 req-62e750c6-9017-4aa7-89fb-3a9249db79b2 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:54.219230 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6175429-05b1-49a7-8ad6-5fb300478607 req-62e750c6-9017-4aa7-89fb-3a9249db79b2 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 945 time: 0.0484426 Sep 09 14:51:54.256321 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a6175429-05b1-49a7-8ad6-5fb300478607 req-c744cd83-5860-477b-8b48-cc27a61b38a7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312908 Sep 09 14:51:54.480500 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a97dbe-c02f-456f-a0c1-8e903614f614 req-5d8cd507-6b4d-476b-8e2d-d34ede55001e tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:54.481882 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57a97dbe-c02f-456f-a0c1-8e903614f614 req-5d8cd507-6b4d-476b-8e2d-d34ede55001e tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0481021 Sep 09 14:51:54.518506 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57a97dbe-c02f-456f-a0c1-8e903614f614 req-c625dd97-6aef-4132-8f8c-6a14f28eebe0 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Sep 09 14:51:55.375585 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ff8a-fff2-4def-8288-88cf8ee091de req-bb11d10d-a259-44bf-b00c-29a9e11399c9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:55.377957 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-91e3ff8a-fff2-4def-8288-88cf8ee091de req-bb11d10d-a259-44bf-b00c-29a9e11399c9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 945 time: 0.0562255 Sep 09 14:51:55.416315 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-91e3ff8a-fff2-4def-8288-88cf8ee091de req-9dc9ff38-8895-42ee-8130-c48d3274d254 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314481 Sep 09 14:51:55.528639 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024d57f-74e6-4fbb-b044-9e35e7448bbb req-31867666-4727-4a8d-8a10-31fddc552cee tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:55.530034 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7024d57f-74e6-4fbb-b044-9e35e7448bbb req-31867666-4727-4a8d-8a10-31fddc552cee tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 945 time: 0.0473239 Sep 09 14:51:55.567691 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7024d57f-74e6-4fbb-b044-9e35e7448bbb req-e83501d2-fc64-478a-b47c-d36075bfc3de tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318923 Sep 09 14:51:55.576000 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:51:55.591249 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50978) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:55.634691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92aa8e4-6726-4836-9efb-43e30c888db4 req-e16b24b5-99c5-472e-835a-9d817ae8b471 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:55.636390 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c92aa8e4-6726-4836-9efb-43e30c888db4 req-e16b24b5-99c5-472e-835a-9d817ae8b471 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 944 time: 0.0527968 Sep 09 14:51:55.675634 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:55.675887 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c92aa8e4-6726-4836-9efb-43e30c888db4 req-99946913-3098-43c2-a614-58c934548137 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336401 Sep 09 14:51:55.681289 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120fec41-9b99-4b9b-89d5-fed7a3cf0263 tempest-TestVolumeBootPattern-1992740977 tempest-TestVolumeBootPattern-1992740977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:55.685512 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-120fec41-9b99-4b9b-89d5-fed7a3cf0263 tempest-TestVolumeBootPattern-1992740977 tempest-TestVolumeBootPattern-1992740977-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 1093 time: 0.0902641 Sep 09 14:51:55.685685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 50982) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:51:55.687301 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'port_id': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'mac_address': 'fa:16:3e:5d:e8:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:51:55.690620 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'port_id': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:55.713989 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:55.727432 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:55.743267 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a54c152a-2d33-434e-a830-195bab70f9b4 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:51:55.762052 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:55.766277 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:55.813134 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:55.814199 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=7']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:56.035308 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['a54c152a-2d33-434e-a830-195bab70f9b4'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:51:56.167507 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_common [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Allocated IP 172.27.2.2 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/21548cb4-da9d-4531-8ae6-9188a570146c) {{(pid=105670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:51:56.266521 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:56.304083 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:56.346145 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:51:56.349034 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.base_scheduler [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Resources bound (agent type, host, resource id): {{(pid=105670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:51:56.355406 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Received port after_create {{(pid=105670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:51:56.358429 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=21548cb4-da9d-4531-8ae6-9188a570146c,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:56.386540 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.386890 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.387229 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.387566 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.387922 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.388253 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.388611 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.388938 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.389262 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.389587 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.389908 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.390229 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:56.707992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:56.776138 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:56.788403 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644845dd-3f62-4d13-abd9-53a56568e5ee req-1c9fe891-c58b-4858-9f2b-628972009283 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:56.790418 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-644845dd-3f62-4d13-abd9-53a56568e5ee req-1c9fe891-c58b-4858-9f2b-628972009283 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 945 time: 0.0486860 Sep 09 14:51:56.827380 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-644845dd-3f62-4d13-abd9-53a56568e5ee req-2e309ff2-6593-4bf8-9dd2-b8748a81fb37 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Sep 09 14:51:56.927554 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:56.932487 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8646718'] for port, after_update {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:57.000878 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=21548cb4-da9d-4531-8ae6-9188a570146c,revision_number=2']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:57.010846 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:57.108689 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Floating IP 2cf031af-5fd1-4c0a-a28f-b70ba2b1211b associated. External IP: 172.27.2.2, port: 96f6aabc-f07a-4973-a1ae-2fb16b68c71d. Sep 09 14:51:57.309230 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:51:57.415456 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:51:57.424889 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:51:57.431765 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:57.434682 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:57.435016 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:57.471748 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-873a4f73-0941-4829-ba86-ed66217f3146 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7720437 Sep 09 14:51:57.471748 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:57.471748 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a9bfe-015b-4534-b326-c0ba3340803f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:57.503806 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0a627d-40c4-43a1-b016-13373ffdc678 x-openstack-request-id: req-cc0a627d-40c4-43a1-b016-13373ffdc678 {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:57.504099 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:57.504352 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc0a627d-40c4-43a1-b016-13373ffdc678 {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:57.504749 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'status': 'completed', 'code': 200} Sep 09 14:51:57.543369 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:57.587443 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:51:57.601920 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a9bfe-015b-4534-b326-c0ba3340803f req-441a23af-cc3c-4824-9a5d-54f29176db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:57.603427 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-441a23af-cc3c-4824-9a5d-54f29176db93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 1098 time: 0.0457563 Sep 09 14:51:57.699218 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a9bfe-015b-4534-b326-c0ba3340803f req-0c885481-6136-4464-afd6-fa12178f0bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:57.700729 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-0c885481-6136-4464-afd6-fa12178f0bfc service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0841043 Sep 09 14:51:57.725385 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port a54c152a-2d33-434e-a830-195bab70f9b4 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:51:57.725755 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:57.767904 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-14d2f7a5-94d3-4555-9ab4-16bdb73637cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d HTTP/1.1" status: 200 len: 997 time: 0.0595620 Sep 09 14:51:57.817025 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a9bfe-015b-4534-b326-c0ba3340803f req-86065b42-3f6b-48fc-9388-5e0ae9b8d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:57.818478 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-86065b42-3f6b-48fc-9388-5e0ae9b8d6a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0427208 Sep 09 14:51:57.853071 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:57.865291 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a9bfe-015b-4534-b326-c0ba3340803f req-53509e66-db48-4d8f-a185-4f5ddc1254c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:57.866839 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-53509e66-db48-4d8f-a185-4f5ddc1254c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407104 Sep 09 14:51:57.875162 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '2cf031af-5fd1-4c0a-a28f-b70ba2b1211b', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:1f:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:51:56Z', 'updated_at': '2021-09-09T14:51:56Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:57.910643 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:51:57.912868 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7455135b-1e7c-438a-807c-6f1174a4ac7b" -d '{"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-plugged", "status": "completed", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:51:57.917831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:51:57.929759 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:51:57.935792 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:51:57.936244 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:51:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:57.938000 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:51:57.988767 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576de738-afe5-407b-bbca-b626ec8ac982 x-openstack-request-id: req-576de738-afe5-407b-bbca-b626ec8ac982 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:51:57.989120 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-plugged", "status": "completed", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:51:57.989303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-576de738-afe5-407b-bbca-b626ec8ac982 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:51:57.990049 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'code': 200} Sep 09 14:51:58.003522 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dfbb7-cbc8-4cf7-a9b2-db2c00df679f req-6f620e80-bb38-444f-8844-ad52f2a2d737 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:58.005134 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a8dfbb7-cbc8-4cf7-a9b2-db2c00df679f req-6f620e80-bb38-444f-8844-ad52f2a2d737 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 945 time: 0.1015317 Sep 09 14:51:58.033546 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-d6add5c7-fe06-496f-b35f-e2b36e17149b service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496525 Sep 09 14:51:58.057831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=8']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:58.062395 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a8dfbb7-cbc8-4cf7-a9b2-db2c00df679f req-14e381da-b28e-4385-babd-97ecd69491d7 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455697 Sep 09 14:51:58.084951 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:51:58.153774 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-961a9bfe-015b-4534-b326-c0ba3340803f req-305e5019-6068-40fd-8ee9-cce7339c9595 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073401 Sep 09 14:51:58.224597 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59766274-45f5-4304-b735-119a537498b6 req-081e41d2-7a80-4cae-868e-4e864f0ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:58.226155 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-59766274-45f5-4304-b735-119a537498b6 req-081e41d2-7a80-4cae-868e-4e864f0ba506 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0407805 Sep 09 14:51:58.261540 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-59766274-45f5-4304-b735-119a537498b6 req-ee9145b0-35ed-4bed-ba41-e685f543e31c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276468 Sep 09 14:51:58.309749 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '2cf031af-5fd1-4c0a-a28f-b70ba2b1211b', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:1f:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:51:56Z', 'updated_at': '2021-09-09T14:51:56Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:51:58.339213 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51070924-ac1b-4196-a6b1-050c4bdea0cd None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '2cf031af-5fd1-4c0a-a28f-b70ba2b1211b', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.2', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:1f:43:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:51:56Z', 'updated_at': '2021-09-09T14:51:56Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:51:58.653152 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fc3600-116c-445e-80b2-2ae236cb6376 None None] New status for floating IP 2cf031af-5fd1-4c0a-a28f-b70ba2b1211b: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:51:59.192875 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451f107-11d6-4ab6-a4c5-caa52317b5db req-54e56f05-ca87-4afe-a9d3-5743c1f2ced3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:51:59.194250 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7451f107-11d6-4ab6-a4c5-caa52317b5db req-54e56f05-ca87-4afe-a9d3-5743c1f2ced3 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Sep 09 14:51:59.231436 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7451f107-11d6-4ab6-a4c5-caa52317b5db req-305bfad5-ad95-4a81-915a-d48e97ef7572 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310528 Sep 09 14:51:59.732174 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc655-bdd0-428a-abff-f78e7e016931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:00.346557 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd038b0b-0efa-4534-bc79-c66a9490a98d req-e0edc2eb-3185-4ffd-a4ea-a627f498e610 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:00.348066 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cd038b0b-0efa-4534-bc79-c66a9490a98d req-e0edc2eb-3185-4ffd-a4ea-a627f498e610 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0526140 Sep 09 14:52:00.385862 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cd038b0b-0efa-4534-bc79-c66a9490a98d req-cc0372b6-285c-4090-a797-8f171e53d9af tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318353 Sep 09 14:52:00.978848 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:02.626296 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-977b1405-ac4f-4667-8222-62e30ac242d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:02.780718 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:03.659514 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:05.130191 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:26.711378 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09893c84-010c-4057-a2db-78ff44516de2 req-cdb89c62-66fb-414a-957c-b2c03e95b873 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:26.712886 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-09893c84-010c-4057-a2db-78ff44516de2 req-cdb89c62-66fb-414a-957c-b2c03e95b873 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 947 time: 0.0479646 Sep 09 14:52:26.750604 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-09893c84-010c-4057-a2db-78ff44516de2 req-e12ad1c5-8dfd-45c7-b2b8-6811ab966fc0 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319369 Sep 09 14:52:27.868297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23788257-ffb4-4e2b-973f-1f526f62f1df req-8604a76a-f934-469e-8929-5bcb4e785db2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:27.870359 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23788257-ffb4-4e2b-973f-1f526f62f1df req-8604a76a-f934-469e-8929-5bcb4e785db2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 947 time: 0.0486803 Sep 09 14:52:27.907136 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-23788257-ffb4-4e2b-973f-1f526f62f1df req-a5c3baa8-ed32-42fb-b3cf-d633013e37c2 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups?id=1749298a-3c8d-4787-a6ac-54bc89caa419&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309491 Sep 09 14:52:28.213901 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621db7f-ec68-4bec-b356-42069696d5ac req-f6216a16-d702-45a7-acc3-1a1df8ec8f22 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:28.215387 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2621db7f-ec68-4bec-b356-42069696d5ac req-f6216a16-d702-45a7-acc3-1a1df8ec8f22 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 947 time: 0.0476649 Sep 09 14:52:28.308655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Deleting port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:28.308995 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:28.394540 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] For port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:28.394900 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:28.605672 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:28.605955 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:28.606271 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Floating IP 7549f83c-bc6b-46ed-a249-bb771fd34444 disassociated. External IP: 172.27.2.236, port: 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8. Sep 09 14:52:28.606607 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Calling delete_port for 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:28.729522 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:28.757616 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event deleted for resources: {'Port': ['ID=5d85e35b-d5e6-4eca-b9d4-e46cab5332b8,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:28.768673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.769027 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.769376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.769717 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.770049 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.770381 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.770715 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.771042 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.771372 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.771854 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.772050 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.772371 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.881690 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:52:28.986967 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:52:28.999166 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:52:29.008042 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:29.008643 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:29.014584 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d8541682-8b20-4eb6-8b83-7947ff435746 req-817d5063-bc2b-45ef-bdc5-1c6c247bb6d1 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/ports?device_id=f251deb6-db50-4117-bc11-ac1ccf92f438 HTTP/1.1" status: 200 len: 210 time: 0.0370195 Sep 09 14:52:29.028773 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] No DVR routers for this DVR port 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:52:29.031343 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:29.033380 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2621db7f-ec68-4bec-b356-42069696d5ac req-2080eb4c-12d5-43a5-8120-0213e333c4aa tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.13 "DELETE /v2.0/ports/5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 HTTP/1.1" status: 204 len: 173 time: 0.8113236 Sep 09 14:52:29.033815 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-deleted', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:52:29.036148 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edb14cb-6faa-4f80-a299-8cfc88e8219b" -d '{"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-deleted", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:52:29.076223 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a2090-b779-42d4-9a1d-d97f3601b5a7 x-openstack-request-id: req-c56a2090-b779-42d4-9a1d-d97f3601b5a7 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:52:29.076540 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f251deb6-db50-4117-bc11-ac1ccf92f438", "name": "network-vif-deleted", "tag": "5d85e35b-d5e6-4eca-b9d4-e46cab5332b8", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:52:29.076759 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c56a2090-b779-42d4-9a1d-d97f3601b5a7 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:52:29.077158 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f251deb6-db50-4117-bc11-ac1ccf92f438', 'name': 'network-vif-deleted', 'tag': '5d85e35b-d5e6-4eca-b9d4-e46cab5332b8', 'status': 'completed', 'code': 200} Sep 09 14:52:29.250068 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:29.307384 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:52:29.444043 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:29.474760 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:52:29.483710 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:29.484371 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:29.590112 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:29.740946 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6b7a3e01-a107-4c27-8d2f-48868f8c408e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:29.804669 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:29.830915 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d2d56-45cd-4425-904f-ed32b2258567 None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:45:23Z', 'revision_number': 4, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '9271649e-5d7f-426e-a2fc-d43877770ae4', 'name': '', 'network_id': '8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'mac_address': 'fa:16:3e:8d:34:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:21Z', 'updated_at': '2021-09-09T14:45:36Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'subnets': [{'id': '958bdbd8-83d2-4585-9839-6c4525ee7e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:52:30.040174 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5327e370-156e-4fe9-9fa1-5af17a1e0b0b None None] New status for floating IP 7549f83c-bc6b-46ed-a249-bb771fd34444: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:52:30.097964 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51136) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:30.157898 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4dc3dd1f-00b4-4778-afd2-b67824234de8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.183801 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4dc3dd1f-00b4-4778-afd2-b67824234de8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.231614 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4dc3dd1f-00b4-4778-afd2-b67824234de8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.234170 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-4dc3dd1f-00b4-4778-afd2-b67824234de8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.235353 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-4dc3dd1f-00b4-4778-afd2-b67824234de8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "DELETE /v2.0/security-groups/1749298a-3c8d-4787-a6ac-54bc89caa419 HTTP/1.1" status: 204 len: 168 time: 0.1363785 Sep 09 14:52:30.238127 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51140) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:30.245239 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3dd1f-00b4-4778-afd2-b67824234de8 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749298a-3c8d-4787-a6ac-54bc89caa419,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:30.252454 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.api.v2.resource [None req-59c73f71-9946-4210-bb2f-aa0865267810 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] show failed (client error): The resource could not be found. Sep 09 14:52:30.256228 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-59c73f71-9946-4210-bb2f-aa0865267810 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "GET /v2.0/security-groups/1749298a-3c8d-4787-a6ac-54bc89caa419 HTTP/1.1" status: 404 len: 347 time: 0.0143499 Sep 09 14:52:30.256403 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51142) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:30.376797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Deleting port c53fa059-1c7d-4dd8-84c1-52d3db94c105 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:30.377136 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.452063 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.452415 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.464056 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Calling delete_port for c53fa059-1c7d-4dd8-84c1-52d3db94c105 owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:30.590504 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.616023 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Pushing event deleted for resources: {'Port': ['ID=c53fa059-1c7d-4dd8-84c1-52d3db94c105,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:30.672696 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.675155 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:30.676345 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-728300df-1e01-4ee4-867e-d789c6a00fe6 tempest-AttachVolumeShelveTestJSON-1996430327 tempest-AttachVolumeShelveTestJSON-1996430327-project] 10.222.0.21 "DELETE /v2.0/floatingips/7549f83c-bc6b-46ed-a249-bb771fd34444 HTTP/1.1" status: 204 len: 168 time: 0.4189274 Sep 09 14:52:30.988480 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:31.778628 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:31.798363 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:31.798713 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 5d85e35b-d5e6-4eca-b9d4-e46cab5332b8 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:32.626584 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-8e12b5ec-5ef5-4c3b-96a3-36e046538bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:32.782774 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:33.079309 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51184) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:33.662050 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:33.754190 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:34.012173 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Deleting port 9271649e-5d7f-426e-a2fc-d43877770ae4 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:34.012509 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:34.092463 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] For port 9271649e-5d7f-426e-a2fc-d43877770ae4, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=9271649e-5d7f-426e-a2fc-d43877770ae4,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:34.093092 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:34.109323 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Calling delete_port for 9271649e-5d7f-426e-a2fc-d43877770ae4 owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:34.298479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:34.324908 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Pushing event deleted for resources: {'Port': ['ID=9271649e-5d7f-426e-a2fc-d43877770ae4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:34.487319 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:34.699321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:52:34.808311 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:52:34.813376 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a223dd41-0a0f-4783-b6b0-bd7e90205146 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b79eedf-3566-4cb6-8b14-aca33c9f8ec2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7329571 Sep 09 14:52:34.815950 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51204) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:34.817067 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] Sync routers for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:52:34.830033 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:34.830735 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:34.926069 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:34.938540 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:35.033768 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.087368 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Deleting port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:35.087709 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.114620 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31'}], 'enable_snat': True}, 'gw_port_id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:52:34Z', 'revision_number': 5, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port': {'id': '6c84e027-1bb6-43d3-aa3b-a42be75fa0c1', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:e2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:45:17Z', 'updated_at': '2021-09-09T14:45:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:35.148314 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] Checking router: 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:52:35.163107 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] Routers {'2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:35.163759 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:35.167338 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.175482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] For port 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:35.176071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.189241 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Calling delete_port for 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:35.247850 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] Set router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 gateway port host: None {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:35.302303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:52:35Z', 'revision_number': 6, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:35.334022 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cdcc1e-1b21-4854-ad86-6c86c7d45470 None None] The sync data for ids ['2b79eedf-3566-4cb6-8b14-aca33c9f8ec2'] in dv-cinder-807469-2-iscsi is: [{'id': '2b79eedf-3566-4cb6-8b14-aca33c9f8ec2', 'name': 'tempest-AttachVolumeShelveTestJSON-1618865249-router', 'tenant_id': '5c1a8bd673264a74acc528dabeba56ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:45:16Z', 'updated_at': '2021-09-09T14:52:35Z', 'revision_number': 6, 'project_id': '5c1a8bd673264a74acc528dabeba56ad', 'gw_port_host': None}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:52:35.373459 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.403798 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c84e027-1bb6-43d3-aa3b-a42be75fa0c1,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:35.468868 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.558689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.560743 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.603950 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.605171 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:52:35.619325 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.619325 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1f15f511-c21a-46e6-8c0d-c50f00b92df5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2b79eedf-3566-4cb6-8b14-aca33c9f8ec2 HTTP/1.1" status: 204 len: 168 time: 0.7942710 Sep 09 14:52:35.619325 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51220) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:35.661282 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Deleting subnet 958bdbd8-83d2-4585-9839-6c4525ee7e03 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:52:35.664326 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.702043 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.805975 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.847596 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d84327-1645-443d-ac1a-058a93dbf2f5 req-b1a94d22-3d9e-4809-bcfa-80f364b7e46c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:35.849046 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e9d84327-1645-443d-ac1a-058a93dbf2f5 req-b1a94d22-3d9e-4809-bcfa-80f364b7e46c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0519581 Sep 09 14:52:35.865651 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.890264 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e9d84327-1645-443d-ac1a-058a93dbf2f5 req-8440dfe5-b512-4f73-a203-a52ab0a4dc9b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343168 Sep 09 14:52:35.892438 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=958bdbd8-83d2-4585-9839-6c4525ee7e03,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:35.894652 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:35.896711 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-45bf66c0-5180-4d6a-926d-a08430f5d1f5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/958bdbd8-83d2-4585-9839-6c4525ee7e03 HTTP/1.1" status: 204 len: 168 time: 0.2819762 Sep 09 14:52:35.899226 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51226) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:35.903269 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f4037-aea5-4ae0-a58d-c900ab05c1c6 None None] Network 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:52:35.968673 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.022754 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Deleting port 3fed8b0a-eab4-40ef-9be8-39410255e213 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:36.023096 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.093154 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] For port 3fed8b0a-eab4-40ef-9be8-39410255e213, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=3fed8b0a-eab4-40ef-9be8-39410255e213,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:36.093541 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.106241 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Calling delete_port for 3fed8b0a-eab4-40ef-9be8-39410255e213 owned by network:dhcp {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:36.131858 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] DHCP port deletion for 8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:52:36.185437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Deleting port 3fed8b0a-eab4-40ef-9be8-39410255e213 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:36.185824 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.208851 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.241493 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] No DVR routers for this DVR port 3fed8b0a-eab4-40ef-9be8-39410255e213 on host dv-cinder-807469-2-iscsi {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:52:36.245886 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fed8b0a-eab4-40ef-9be8-39410255e213,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:36.250438 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 9271649e-5d7f-426e-a2fc-d43877770ae4 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:36.280533 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 9271649e-5d7f-426e-a2fc-d43877770ae4 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:36.280877 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 9271649e-5d7f-426e-a2fc-d43877770ae4 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:36.289783 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] For port 3fed8b0a-eab4-40ef-9be8-39410255e213, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=3fed8b0a-eab4-40ef-9be8-39410255e213,segment=NetworkSegment(539c8c0d-887e-435c-95da-ca777c89d4ad),segment_id=539c8c0d-887e-435c-95da-ca777c89d4ad)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:36.290189 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.303297 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Calling delete_port for 3fed8b0a-eab4-40ef-9be8-39410255e213 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:36.316588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.341988 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:36.351044 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539c8c0d-887e-435c-95da-ca777c89d4ad') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:36.351336 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539c8c0d-887e-435c-95da-ca777c89d4ad') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:36.361955 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.376435 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.382412 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:52:36.382979 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:52:36.384858 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:52:36.395455 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.422641 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Pushing event deleted for resources: {'Port': ['ID=3fed8b0a-eab4-40ef-9be8-39410255e213,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:36.427152 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] No DVR routers for this DVR port 3fed8b0a-eab4-40ef-9be8-39410255e213 on host dv-cinder-807469-2-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:52:36.441409 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.441795 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.442282 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.442627 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.442962 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.443319 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.443902 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.444267 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.444771 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.445290 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.445779 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.446601 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c790d014-10b1-4a74-a358-e121d5d7cd4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:36.453112 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.458697 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.460594 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] 10.222.0.21 "DELETE /v2.0/networks/8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b HTTP/1.1" status: 204 len: 168 time: 0.5605295 Sep 09 14:52:36.473569 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7ab5f-eb88-43a4-a58c-3437a52a151b admin admin] Pushing event deleted for resources: {'Network': ['ID=8f6f1b9d-d6e7-4628-9453-1fa4a9fb298b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:36.573438 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51230) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:36.612395 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b52e683a-7dac-4352-900c-c45c708d8703 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c1a8bd673264a74acc528dabeba56ad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377486 Sep 09 14:52:36.614709 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51232) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:36.661598 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74cc6485-04ff-4e80-856e-c8b3fd00d046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.681736 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74cc6485-04ff-4e80-856e-c8b3fd00d046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.731534 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74cc6485-04ff-4e80-856e-c8b3fd00d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.734017 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-74cc6485-04ff-4e80-856e-c8b3fd00d046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:36.735193 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-74cc6485-04ff-4e80-856e-c8b3fd00d046 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a263c098-7417-40dd-a442-7126258c45e7 HTTP/1.1" status: 204 len: 168 time: 0.1195827 Sep 09 14:52:36.743270 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc6485-04ff-4e80-856e-c8b3fd00d046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a263c098-7417-40dd-a442-7126258c45e7,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:37.023240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d57b0f-5085-4fe7-a309-ed9af9281c17 req-c23e1fc7-bc0d-4f7b-9fe1-ed9bd8ce3437 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:37.024761 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-24d57b0f-5085-4fe7-a309-ed9af9281c17 req-c23e1fc7-bc0d-4f7b-9fe1-ed9bd8ce3437 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0548744 Sep 09 14:52:37.062162 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-24d57b0f-5085-4fe7-a309-ed9af9281c17 req-5bdb27ae-0e4f-41b0-a0ea-caa0a3be554b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314085 Sep 09 14:52:37.721912 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-f2c79c5e-b031-4982-b841-cce837bd6e1b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:37.723395 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-f2c79c5e-b031-4982-b841-cce837bd6e1b tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0535145 Sep 09 14:52:37.832467 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Deleting port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:37.832847 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:37.869216 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 3fed8b0a-eab4-40ef-9be8-39410255e213 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:37.890303 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 3fed8b0a-eab4-40ef-9be8-39410255e213 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:37.890784 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 3fed8b0a-eab4-40ef-9be8-39410255e213 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:37.891368 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:37.912248 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:37.912733 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 6c84e027-1bb6-43d3-aa3b-a42be75fa0c1 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:37.934722 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] For port b3c4f202-ec5a-41c9-ba05-465c7a5182c3, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:37.935082 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:38.104460 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:38.104860 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:38.105175 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Floating IP 4962c9b3-31d6-4800-9f24-52da1d25e60f disassociated. External IP: 172.27.2.64, port: b3c4f202-ec5a-41c9-ba05-465c7a5182c3. Sep 09 14:52:38.105519 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Calling delete_port for b3c4f202-ec5a-41c9-ba05-465c7a5182c3 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:38.181676 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c123d46-bc92-485c-a9d9-1458c03d230a req-23dcc87e-cd3b-4713-a4ff-b2571ed0d0fe tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:38.183243 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3c123d46-bc92-485c-a9d9-1458c03d230a req-23dcc87e-cd3b-4713-a4ff-b2571ed0d0fe tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa2d36ac-7afc-45eb-8472-bd6e70da3856 HTTP/1.1" status: 200 len: 945 time: 0.0532670 Sep 09 14:52:38.222671 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3c123d46-bc92-485c-a9d9-1458c03d230a req-53f3f434-9a2f-4e62-8737-b6f039702d01 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups?id=180db28c-de1f-47e0-a7f6-399dac6287db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Sep 09 14:52:38.232985 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:38.265082 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event deleted for resources: {'Port': ['ID=b3c4f202-ec5a-41c9-ba05-465c7a5182c3,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:38.378519 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:52:38.483224 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:52:38.493471 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:52:38.503815 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:38.504446 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:38.614180 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:38.780187 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] No DVR routers for this DVR port b3c4f202-ec5a-41c9-ba05-465c7a5182c3 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:52:38.782651 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:38.784740 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-667a2fca-4e5b-4bbb-84c2-d50125ace79e req-b00caa5a-203a-403f-ac95-c05ed467b77c tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.13 "DELETE /v2.0/ports/b3c4f202-ec5a-41c9-ba05-465c7a5182c3 HTTP/1.1" status: 204 len: 173 time: 1.0537162 Sep 09 14:52:38.785169 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'name': 'network-vif-deleted', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:52:38.787381 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a5e4cc-4364-4949-8943-91abacd9367f" -d '{"events": [{"server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "name": "network-vif-deleted", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:52:38.828294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae4ca9a-8bb0-48e5-9456-afb2af0887ab x-openstack-request-id: req-1ae4ca9a-8bb0-48e5-9456-afb2af0887ab {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:52:38.828584 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2d36ac-7afc-45eb-8472-bd6e70da3856", "name": "network-vif-deleted", "tag": "b3c4f202-ec5a-41c9-ba05-465c7a5182c3", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:52:38.828835 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ae4ca9a-8bb0-48e5-9456-afb2af0887ab {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:52:38.829478 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2d36ac-7afc-45eb-8472-bd6e70da3856', 'name': 'network-vif-deleted', 'tag': 'b3c4f202-ec5a-41c9-ba05-465c7a5182c3', 'status': 'completed', 'code': 200} Sep 09 14:52:38.831216 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:38.858936 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:52:38.867545 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:38.868288 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:38.975584 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:39.190720 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:39.222995 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84d6dbc-be33-4dc6-b99d-b5c64017f4fc None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:46:48Z', 'revision_number': 4, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '2dbfe8f3-2980-4b12-b56c-ad724e755ca1', 'name': '', 'network_id': 'b78c604b-db05-4994-bf1a-43444e328ff9', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'mac_address': 'fa:16:3e:3b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:47Z', 'updated_at': '2021-09-09T14:46:58Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'subnets': [{'id': 'ae61d2f3-52b3-4cfb-802a-4595332b2555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:52:39.328689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51302) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:39.386582 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a748202d-c3ac-4775-b6a5-49aa92a0bb12 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.411254 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a748202d-c3ac-4775-b6a5-49aa92a0bb12 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.458871 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707c2068-3c9f-442c-91d1-ed7aecd1434e None None] New status for floating IP 4962c9b3-31d6-4800-9f24-52da1d25e60f: DOWN {{(pid=105672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:52:39.461105 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a748202d-c3ac-4775-b6a5-49aa92a0bb12 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.465766 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a748202d-c3ac-4775-b6a5-49aa92a0bb12 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.466928 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a748202d-c3ac-4775-b6a5-49aa92a0bb12 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "DELETE /v2.0/security-groups/180db28c-de1f-47e0-a7f6-399dac6287db HTTP/1.1" status: 204 len: 168 time: 0.1369343 Sep 09 14:52:39.469909 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51304) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:39.476338 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748202d-c3ac-4775-b6a5-49aa92a0bb12 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=180db28c-de1f-47e0-a7f6-399dac6287db,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:39.484287 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.api.v2.resource [None req-6f5b3368-2024-473d-905c-02e6c750a6f3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] show failed (client error): The resource could not be found. Sep 09 14:52:39.485318 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6f5b3368-2024-473d-905c-02e6c750a6f3 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "GET /v2.0/security-groups/180db28c-de1f-47e0-a7f6-399dac6287db HTTP/1.1" status: 404 len: 347 time: 0.0142937 Sep 09 14:52:39.488041 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51306) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:39.615110 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Deleting port f9965522-b739-49ef-8118-4c66a2e70fe7 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:39.615462 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.691382 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.691715 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.703747 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Calling delete_port for f9965522-b739-49ef-8118-4c66a2e70fe7 owned by network:floatingip {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:39.837362 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.862185 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Pushing event deleted for resources: {'Port': ['ID=f9965522-b739-49ef-8118-4c66a2e70fe7,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:39.923853 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks [] for floatingip, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.926319 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:39.927892 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0c3e130a-de51-4809-beda-67c2f6fb8fe9 tempest-AttachVolumeTestJSON-193658299 tempest-AttachVolumeTestJSON-193658299-project] 10.222.0.21 "DELETE /v2.0/floatingips/4962c9b3-31d6-4800-9f24-52da1d25e60f HTTP/1.1" status: 204 len: 168 time: 0.4385526 Sep 09 14:52:42.106825 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b3c4f202-ec5a-41c9-ba05-465c7a5182c3 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:42.126583 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: b3c4f202-ec5a-41c9-ba05-465c7a5182c3 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:42.126931 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b3c4f202-ec5a-41c9-ba05-465c7a5182c3 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:45.006840 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51384) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:45.128847 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-517d1cc1-910a-4275-bee1-902d9bd834c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.219331 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-517d1cc1-910a-4275-bee1-902d9bd834c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.223188 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-517d1cc1-910a-4275-bee1-902d9bd834c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.267100 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-517d1cc1-910a-4275-bee1-902d9bd834c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c5a6a3f74ab481399d7e1f4cbb85258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590907 Sep 09 14:52:45.269296 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d1cc1-910a-4275-bee1-902d9bd834c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309c6fb4-b031-477f-ad72-cb96bb5772c5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:45.269892 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51388) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:45.317961 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-216b98b1-984b-4ef0-bf54-9bd0281252fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.339677 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-216b98b1-984b-4ef0-bf54-9bd0281252fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.386765 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-216b98b1-984b-4ef0-bf54-9bd0281252fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.389400 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-216b98b1-984b-4ef0-bf54-9bd0281252fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:45.390636 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-216b98b1-984b-4ef0-bf54-9bd0281252fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/309c6fb4-b031-477f-ad72-cb96bb5772c5 HTTP/1.1" status: 204 len: 168 time: 0.1197386 Sep 09 14:52:45.398366 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b98b1-984b-4ef0-bf54-9bd0281252fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309c6fb4-b031-477f-ad72-cb96bb5772c5,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:45.553980 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51400) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:46.027247 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:46.287754 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Deleting port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:46.288363 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:46.383704 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] For port 2dbfe8f3-2980-4b12-b56c-ad724e755ca1, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:46.384111 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:46.398542 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Calling delete_port for 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:46.600283 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:46.629676 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbfe8f3-2980-4b12-b56c-ad724e755ca1,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:46.808753 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.025091 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:52:47.127418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:52:47.132638 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-2086f8e6-df3f-41ca-9172-ea5aff250bbc admin admin] 10.222.0.21 "PUT /v2.0/routers/6b43b673-9069-422b-b4a6-b2b420ed0bf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5775735 Sep 09 14:52:47.135047 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51434) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:47.137673 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] Sync routers for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:52:47.147378 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:47.148008 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:47.237204 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.255143 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:47.340951 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.394935 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Deleting port fac2d599-876a-44d8-98de-e0e1c5376a34 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:47.395462 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.434562 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254'}], 'enable_snat': True}, 'gw_port_id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:52:46Z', 'revision_number': 5, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port': {'id': 'fac2d599-876a-44d8-98de-e0e1c5376a34', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:65:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:46:44Z', 'updated_at': '2021-09-09T14:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:47.462787 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] Checking router: 6b43b673-9069-422b-b4a6-b2b420ed0bf2 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:52:47.472255 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] Routers {'6b43b673-9069-422b-b4a6-b2b420ed0bf2'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:52:47.472892 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:52:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:47.475626 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] For port fac2d599-876a-44d8-98de-e0e1c5376a34, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=fac2d599-876a-44d8-98de-e0e1c5376a34,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:47.476037 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.487485 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Calling delete_port for fac2d599-876a-44d8-98de-e0e1c5376a34 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:47.675320 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] Set router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:52:47.692163 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.723290 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Pushing event deleted for resources: {'Port': ['ID=fac2d599-876a-44d8-98de-e0e1c5376a34,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:47.740592 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:52:47Z', 'revision_number': 6, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:47.772547 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5775d8-2d98-427a-9cdd-cebeec083ab3 None None] The sync data for ids ['6b43b673-9069-422b-b4a6-b2b420ed0bf2'] in dv-cinder-807469-2-iscsi is: [{'id': '6b43b673-9069-422b-b4a6-b2b420ed0bf2', 'name': 'tempest-AttachVolumeTestJSON-2007827507-router', 'tenant_id': 'c44753c945d945ada8bdb7eb998ff862', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:46:42Z', 'updated_at': '2021-09-09T14:52:47Z', 'revision_number': 6, 'project_id': 'c44753c945d945ada8bdb7eb998ff862', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:52:47.788169 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.896086 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.898684 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.949577 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.950662 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b43b673-9069-422b-b4a6-b2b420ed0bf2 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:52:47.956717 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:47.957919 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-602f489c-0116-4e58-a77d-cf4a3ad8b93e admin admin] 10.222.0.21 "DELETE /v2.0/routers/6b43b673-9069-422b-b4a6-b2b420ed0bf2 HTTP/1.1" status: 204 len: 168 time: 0.8219059 Sep 09 14:52:47.960430 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51452) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:48.010941 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Deleting subnet ae61d2f3-52b3-4cfb-802a-4595332b2555 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:52:48.013958 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.046658 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.126328 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.179442 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.192889 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.195070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae61d2f3-52b3-4cfb-802a-4595332b2555 HTTP/1.1" status: 204 len: 168 time: 0.2337313 Sep 09 14:52:48.197645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51454) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:48.204755 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e1edf6-f002-4557-9831-6575bf3e59a0 None None] Network b78c604b-db05-4994-bf1a-43444e328ff9 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:52:48.215122 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074f3e2a-bbee-4a21-97ae-01fd49e52512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae61d2f3-52b3-4cfb-802a-4595332b2555,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:48.290081 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.345851 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Deleting port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:52:48.346082 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.409787 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] For port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,segment=NetworkSegment(6a7c4291-0bbc-42fb-956b-6a2083d571ac),segment_id=6a7c4291-0bbc-42fb-956b-6a2083d571ac)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:48.410078 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.422578 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Calling delete_port for ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:52:48.504727 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.531218 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0afe65-f07a-4b2c-81af-d685dbc6a4e3,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:48.534879 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] No DVR routers for this DVR port ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 on host dv-cinder-807469-2-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:52:48.611302 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.621853 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7670c0d-a552-4503-a9cc-99875188f0d3 None None] DHCP port deletion for b78c604b-db05-4994-bf1a-43444e328ff9 request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:52:48.637953 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78c604b-db05-4994-bf1a-43444e328ff9']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:48.646894 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a7c4291-0bbc-42fb-956b-6a2083d571ac') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:48.647185 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a7c4291-0bbc-42fb-956b-6a2083d571ac') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:52:48.657925 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.671211 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.677336 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:52:48.677761 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:52:48.679431 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:52:48.738944 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.744588 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:48.749318 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b78c604b-db05-4994-bf1a-43444e328ff9 HTTP/1.1" status: 204 len: 168 time: 0.5481539 Sep 09 14:52:48.757468 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62539520-ae01-4a52-8dc1-6ec60ab3337a admin admin] Pushing event deleted for resources: {'Network': ['ID=b78c604b-db05-4994-bf1a-43444e328ff9,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:48.935300 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51464) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:48.979846 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a8b28b5d-93b2-4702-a6ff-b143e9fd855a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c44753c945d945ada8bdb7eb998ff862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429404 Sep 09 14:52:48.982020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51466) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:49.035945 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf16b-aa30-4295-8e96-57c1cdbfee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.058700 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf16b-aa30-4295-8e96-57c1cdbfee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.111710 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf16b-aa30-4295-8e96-57c1cdbfee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.114318 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a8ddf16b-aa30-4295-8e96-57c1cdbfee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.120670 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a8ddf16b-aa30-4295-8e96-57c1cdbfee56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3aea92e6-7617-4bbd-976a-bc024abda1f8 HTTP/1.1" status: 204 len: 168 time: 0.1351068 Sep 09 14:52:49.128601 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddf16b-aa30-4295-8e96-57c1cdbfee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aea92e6-7617-4bbd-976a-bc024abda1f8,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:49.173380 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51472) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:49.383631 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3f38cbc2-36ae-4019-93ba-fbac0ad0465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.478316 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3f38cbc2-36ae-4019-93ba-fbac0ad0465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.482679 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-3f38cbc2-36ae-4019-93ba-fbac0ad0465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.527426 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-3f38cbc2-36ae-4019-93ba-fbac0ad0465c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b015b81cf92c4c1bbd2833797e2e4973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529363 Sep 09 14:52:49.529397 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38cbc2-36ae-4019-93ba-fbac0ad0465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50b7a91-e241-42ef-8998-25e1435378be,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:49.530068 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51486) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:49.586081 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-169c00f4-c7e9-4d3a-973d-5d84b8f9ea33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.609479 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-169c00f4-c7e9-4d3a-973d-5d84b8f9ea33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.657707 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-169c00f4-c7e9-4d3a-973d-5d84b8f9ea33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.660506 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-169c00f4-c7e9-4d3a-973d-5d84b8f9ea33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.661507 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-169c00f4-c7e9-4d3a-973d-5d84b8f9ea33 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b50b7a91-e241-42ef-8998-25e1435378be HTTP/1.1" status: 204 len: 168 time: 0.1301801 Sep 09 14:52:49.670480 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c00f4-c7e9-4d3a-973d-5d84b8f9ea33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50b7a91-e241-42ef-8998-25e1435378be,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:49.837307 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51500) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:49.853297 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:49.879025 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:49.879376 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 2dbfe8f3-2980-4b12-b56c-ad724e755ca1 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:49.879834 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:49.900215 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:49.900552 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device ee0afe65-f07a-4b2c-81af-d685dbc6a4e3 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:49.901381 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fac2d599-876a-44d8-98de-e0e1c5376a34 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:52:49.921806 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: fac2d599-876a-44d8-98de-e0e1c5376a34 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:52:49.922169 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device fac2d599-876a-44d8-98de-e0e1c5376a34 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:52:49.951066 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.v2.base [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1824007019-network', 'tenant_id': 'ddaf956aa958413497eb454aa94ed1b1'}} {{(pid=105670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:52:49.983366 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Made reservation on behalf of ddaf956aa958413497eb454aa94ed1b1 for: {'network': 1} {{(pid=105670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:52:49.985723 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for network, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:49.994184 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.088655 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.093035 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.118230 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=105670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:52:50.128005 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f276e0-3eff-45fd-9695-c6f4690ad715,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:50.133990 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.134521 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.segments_db [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Added segment 72490e1d-4776-4d48-817d-e284e626a9c5 of type vlan for network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 Sep 09 14:52:50.178884 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749684976689'] for network, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.205766 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679'] for network, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.206838 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:50.207457 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.237393 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3987143 Sep 09 14:52:50.241070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51518) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:50.247879 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Request body: {'subnet': {'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1824007019-subnet', 'tenant_id': 'ddaf956aa958413497eb454aa94ed1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:52:50.271314 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35052a-5c5d-461e-94e5-fb7873dd4dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4da6d17a-f415-4e1c-b1b8-3eda2bd48932,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:50.273911 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Made reservation on behalf of ddaf956aa958413497eb454aa94ed1b1 for: {'subnet': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:52:50.277020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10436432'] for subnet, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.282595 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 details requested by agent ovs-agent-dv-cinder-807469-2-iscsi with host dv-cinder-807469-2-iscsi {{(pid=105672) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:52:50.443912 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10230185', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10436430'] for subnet, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.499870 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e33cbe-35b4-414e-8045-4f14149e0117,revision_number=0']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:50.509336 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Checking segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:52:50.509689 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Network hostable DHCP agents. Network: 4da6d17a-f415-4e1c-b1b8-3eda2bd48932, hostable agents: ['39bd4701-c291-48cf-b9dd-d5e863bbb81d'], hosted agents: [] {{(pid=105671) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:52:50.526747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 is scheduled to be hosted by DHCP agent 39bd4701-c291-48cf-b9dd-d5e863bbb81d with binding_index 1 {{(pid=105671) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:52:50.535634 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807469-2-iscsi, 4da6d17a-f415-4e1c-b1b8-3eda2bd48932) {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:52:50.540148 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:50.541170 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:50.545314 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee642c-26e8-4f48-8eb8-8fcb35411db4 None None] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:52:50.564295 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-73128c0e-4e21-4e83-81eb-1b8964a7857a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3217244 Sep 09 14:52:50.828988 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02c2ffc-8d2d-4d9d-a347-d3b8fa67fe3e None None] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:52:51.075857 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-e4b8ce9e-85f4-43ec-a12f-96c78091ed8a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:51.077343 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-e4b8ce9e-85f4-43ec-a12f-96c78091ed8a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1062684 Sep 09 14:52:51.094327 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-a7c9434b-8d79-47a8-b829-3f872c852c68 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/quotas/ddaf956aa958413497eb454aa94ed1b1 HTTP/1.1" status: 200 len: 375 time: 0.0107214 Sep 09 14:52:51.129157 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-304cf7ef-0657-4438-9095-5a71a6ceff22 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285275 Sep 09 14:52:51.227826 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-f361191f-5677-4f4e-aab0-c21b833d0e68 service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911691 Sep 09 14:52:51.324623 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-52c58605-c846-4f5a-aee7-da226f729fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901351 Sep 09 14:52:51.496348 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-99ed838b-b441-453d-985a-7115b58598e2 req-0d43913b-313c-4a8b-b086-e454e6d6bc58 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 210 time: 0.0288434 Sep 09 14:52:51.644788 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51590) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:51.757350 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-08858c22-fcaf-439e-8576-5fb173ab87c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:51.851418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-08858c22-fcaf-439e-8576-5fb173ab87c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:51.855176 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-08858c22-fcaf-439e-8576-5fb173ab87c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:51.893375 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-08858c22-fcaf-439e-8576-5fb173ab87c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f12af34fb39b4ba3936d4f98aeaed3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2471635 Sep 09 14:52:51.895385 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08858c22-fcaf-439e-8576-5fb173ab87c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cd2969-f3f2-45a7-ba96-617c00605912,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:51.896327 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51596) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:51.953224 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-63235d4a-b196-455b-86be-058675d4b431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:51.979168 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-63235d4a-b196-455b-86be-058675d4b431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.028612 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-63235d4a-b196-455b-86be-058675d4b431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.031239 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-63235d4a-b196-455b-86be-058675d4b431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.032459 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-63235d4a-b196-455b-86be-058675d4b431 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73cd2969-f3f2-45a7-ba96-617c00605912 HTTP/1.1" status: 204 len: 168 time: 0.1350930 Sep 09 14:52:52.040258 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63235d4a-b196-455b-86be-058675d4b431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cd2969-f3f2-45a7-ba96-617c00605912,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:52.299398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51602) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:52.313843 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-04dbbbe7-f43b-4b34-87e4-c7ac25ca848c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.454214 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-53146700-0620-4cb6-942e-7782fa650d7c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:52.456053 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-53146700-0620-4cb6-942e-7782fa650d7c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1328664 Sep 09 14:52:52.469973 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Request body: {'port': {'device_id': '0556b935-f303-4dcf-9261-4e483760cea5', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'admin_state_up': True, 'tenant_id': 'ddaf956aa958413497eb454aa94ed1b1'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:52:52.556932 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-04dbbbe7-f43b-4b34-87e4-c7ac25ca848c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.562813 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-04dbbbe7-f43b-4b34-87e4-c7ac25ca848c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.625819 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6d5d3370-09d0-41ce-ab40-78462fc22bd3 req-814015e7-10c4-4bdf-9391-c3b30392f80b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 210 time: 0.0581267 Sep 09 14:52:52.640009 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbbbe7-f43b-4b34-87e4-c7ac25ca848c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf1915b-31b8-4e3d-bfc2-3e5fb7dd83af,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:52.648178 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-04dbbbe7-f43b-4b34-87e4-c7ac25ca848c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4765089394a4494db1075c0822d6a5db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3475435 Sep 09 14:52:52.650780 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51610) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:52.665450 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Made reservation on behalf of ddaf956aa958413497eb454aa94ed1b1 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:52:52.668940 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.704984 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-01ca8f9a-c278-4efc-95c8-17a1f6bd3661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.725545 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-01ca8f9a-c278-4efc-95c8-17a1f6bd3661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.772111 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-01ca8f9a-c278-4efc-95c8-17a1f6bd3661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.774716 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-01ca8f9a-c278-4efc-95c8-17a1f6bd3661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:52.779055 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-01ca8f9a-c278-4efc-95c8-17a1f6bd3661 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bf1915b-31b8-4e3d-bfc2-3e5fb7dd83af HTTP/1.1" status: 204 len: 168 time: 0.1271966 Sep 09 14:52:52.787277 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca8f9a-c278-4efc-95c8-17a1f6bd3661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf1915b-31b8-4e3d-bfc2-3e5fb7dd83af,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:52.809366 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Allocated IP 172.20.0.9 (4da6d17a-f415-4e1c-b1b8-3eda2bd48932/f0e33cbe-35b4-414e-8045-4f14149e0117/f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:52:53.242518 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.284188 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.332044 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:52:53.332044 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:52:53.335651 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:52:53.369160 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event updated for resources: {'Port': ['ID=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:53.391514 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:53.392170 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.406820 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-abdd092f-8153-451a-a5ec-31f24b51d6da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9406259 Sep 09 14:52:53.419361 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Request body: {'port': {'device_id': '0556b935-f303-4dcf-9261-4e483760cea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:52:53.472727 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.744686 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1880e4-af4e-4099-a3db-423f65af3bb9 req-7b82b062-f894-432e-aeec-e73487692ec4 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:53.746279 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:52:53.748191 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a1880e4-af4e-4099-a3db-423f65af3bb9 req-7b82b062-f894-432e-aeec-e73487692ec4 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 931 time: 0.0552604 Sep 09 14:52:53.754237 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.767164 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Transition to ACTIVE for port object f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:52:53.772047 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.801352 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8a1880e4-af4e-4099-a3db-423f65af3bb9 req-6b27ac82-9978-4c82-8f23-fe199066ccd6 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486603 Sep 09 14:52:53.844486 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Pushing event updated for resources: {'Port': ['ID=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:53.895477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Attempting to bind port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:52:53.895852 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Attempting to bind port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:52:53.896270 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Attempting to bind port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:52:53.900855 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:52:53.901151 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Attempting to bind port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:52:53.905962 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 52, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:52:53.906289 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Checking segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:52:53.906664 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Bound using segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:52:53.907093 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Bound port: f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:52:53.907440 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:53.971104 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] For port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:52:53.974346 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] For port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:52:53.978317 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:54.015027 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.015646 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:54.017070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] 10.222.0.13 "PUT /v2.0/ports/f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 HTTP/1.1" status: 200 len: 1093 time: 0.6019387 Sep 09 14:52:54.017499 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0556b935-f303-4dcf-9261-4e483760cea5', 'tag': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:52:54.019742 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c6578b-554f-4100-99e4-4a1d5cbecf71" -d '{"events": [{"name": "network-changed", "server_uuid": "0556b935-f303-4dcf-9261-4e483760cea5", "tag": "f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:52:54.041530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b75ae7a-ed1b-406c-ac16-912c36ee4730 service neutron] Pushing event updated for resources: {'Port': ['ID=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:54.064467 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8a585-9c83-4b44-8049-55b491db4649 x-openstack-request-id: req-37c8a585-9c83-4b44-8049-55b491db4649 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:52:54.064760 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0556b935-f303-4dcf-9261-4e483760cea5", "tag": "f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:52:54.065018 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37c8a585-9c83-4b44-8049-55b491db4649 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:52:54.065414 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0556b935-f303-4dcf-9261-4e483760cea5', 'tag': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', 'status': 'completed', 'code': 200} Sep 09 14:52:54.106235 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-36bf5bdf-3846-4d01-982c-5e0358db154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.107751 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-36bf5bdf-3846-4d01-982c-5e0358db154c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 1096 time: 0.0415370 Sep 09 14:52:54.152018 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-f032ccdd-31b2-4816-a45f-2b028179527f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 HTTP/1.1" status: 200 len: 217 time: 0.0366395 Sep 09 14:52:54.201450 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-6e727966-b921-4e49-8cf5-66fa14bf1bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.203084 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-6e727966-b921-4e49-8cf5-66fa14bf1bdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0449622 Sep 09 14:52:54.234606 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-8ea91eda-f208-4da5-b185-3c8c92a95676 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243254 Sep 09 14:52:54.348154 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-266c7c16-8d4c-48f1-b2c0-fab4e6245a3d service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067033 Sep 09 14:52:54.438684 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b2f8cfef-bd57-4eec-bac6-522a93cf2c01 req-799dccd3-bc08-4e8b-8642-7ef6e158687c service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834069 Sep 09 14:52:54.547349 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-e889e1b8-1c95-4168-baaf-5f6c77d5ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.548906 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-e889e1b8-1c95-4168-baaf-5f6c77d5ca43 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 1096 time: 0.0406516 Sep 09 14:52:54.648153 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-2bf963f4-ad9a-4ac5-947b-60022d20c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.649928 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-2bf963f4-ad9a-4ac5-947b-60022d20c9f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 916 time: 0.0919609 Sep 09 14:52:54.691454 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-b39fd59a-2e79-434e-ada7-4546efb67c2e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 HTTP/1.1" status: 200 len: 217 time: 0.0343232 Sep 09 14:52:54.746132 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-2bcff06a-09b0-4599-9ee1-319fb9885b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.747620 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-2bcff06a-09b0-4599-9ee1-319fb9885b3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0491471 Sep 09 14:52:54.779519 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-898c7b31-404b-4d95-95bb-db2d3957e673 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246887 Sep 09 14:52:54.873011 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-34720158-3645-40e3-adb4-50c6140eb227 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859630 Sep 09 14:52:54.916424 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7858bd1-5c0f-4227-b605-71094bfa5c80 req-f0c7dfab-7a86-4b86-9346-da2062e70441 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:54.918507 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e7858bd1-5c0f-4227-b605-71094bfa5c80 req-f0c7dfab-7a86-4b86-9346-da2062e70441 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 943 time: 0.0540845 Sep 09 14:52:54.957809 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-e7858bd1-5c0f-4227-b605-71094bfa5c80 req-badfd44a-a2d0-42f4-b5bf-4fa0a44cdaba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332708 Sep 09 14:52:54.985271 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-53c6578b-554f-4100-99e4-4a1d5cbecf71 req-b3e0d148-53bb-408c-9c19-69d310193005 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046755 Sep 09 14:52:56.074110 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad1de7-76e6-4f86-ba0f-fa86a90cd305 req-beabe9d6-5771-434d-a552-f3b19cf07f75 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:56.075720 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bcad1de7-76e6-4f86-ba0f-fa86a90cd305 req-beabe9d6-5771-434d-a552-f3b19cf07f75 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 943 time: 0.0498962 Sep 09 14:52:56.114120 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bcad1de7-76e6-4f86-ba0f-fa86a90cd305 req-83196354-9547-48b6-9369-fc69551430ec tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322335 Sep 09 14:52:56.155950 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:52:56.251240 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:56.263100 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'port_id': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', 'mac_address': 'fa:16:3e:a2:c0:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e33cbe-35b4-414e-8045-4f14149e0117', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:52:56.304734 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:56.318124 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:52:56.338344 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:56.342911 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:56.391467 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:56.576738 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:52:57.225672 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1c229-f7d7-481e-a149-359109d6b839 req-9f9307b0-dd8f-4221-a28e-fb011521b3c0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:57.227128 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21d1c229-f7d7-481e-a149-359109d6b839 req-9f9307b0-dd8f-4221-a28e-fb011521b3c0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 944 time: 0.0480132 Sep 09 14:52:57.264592 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-21d1c229-f7d7-481e-a149-359109d6b839 req-54f6b82f-cad8-44ad-bac3-60809bb8c293 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Sep 09 14:52:57.780716 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51718) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:57.882757 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ef786c24-5ffe-46bd-9566-2e418cd9d2b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:57.976853 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ef786c24-5ffe-46bd-9566-2e418cd9d2b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:57.981129 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ef786c24-5ffe-46bd-9566-2e418cd9d2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.018070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ef786c24-5ffe-46bd-9566-2e418cd9d2b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36c0407f69b84642bee82c35fa254393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363110 Sep 09 14:52:58.018926 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef786c24-5ffe-46bd-9566-2e418cd9d2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610fb4ea-2d0f-4b53-b6c3-ac3a6be5b72f,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:58.020762 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51722) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:58.068517 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.089488 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.136751 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.139494 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.140691 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/610fb4ea-2d0f-4b53-b6c3-ac3a6be5b72f HTTP/1.1" status: 204 len: 168 time: 0.1189458 Sep 09 14:52:58.148056 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610fb4ea-2d0f-4b53-b6c3-ac3a6be5b72f,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:58.155575 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.155949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.156288 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.156697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.157186 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.157438 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.157868 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.158195 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.158521 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.158890 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.159149 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.159482 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be4707e-0603-42a5-9a10-e446a2130aaf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:58.165186 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:52:58.223891 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:52:58.227398 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:52:58.227809 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.306337 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.331440 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556b935-f303-4dcf-9261-4e483760cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:52:58.334027 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13602ac-d327-4f3c-9646-727beb3f1ddd" -d '{"events": [{"server_uuid": "0556b935-f303-4dcf-9261-4e483760cea5", "name": "network-vif-plugged", "status": "completed", "tag": "f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:52:58.352179 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:58.357095 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.392352 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e53ff-99e6-4411-ae3e-e956a56d6ff9 x-openstack-request-id: req-fa2e53ff-99e6-4411-ae3e-e956a56d6ff9 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:52:58.392849 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556b935-f303-4dcf-9261-4e483760cea5", "name": "network-vif-plugged", "status": "completed", "tag": "f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:52:58.393103 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa2e53ff-99e6-4411-ae3e-e956a56d6ff9 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:52:58.393490 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556b935-f303-4dcf-9261-4e483760cea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', 'code': 200} Sep 09 14:52:58.394675 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3327066-56f9-4fc1-9000-05fa045e171a req-eaebbde2-d5fc-4a6a-9082-4b32a96e0125 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:58.396962 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e3327066-56f9-4fc1-9000-05fa045e171a req-eaebbde2-d5fc-4a6a-9082-4b32a96e0125 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 944 time: 0.0632911 Sep 09 14:52:58.419409 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:58.441792 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e3327066-56f9-4fc1-9000-05fa045e171a req-a14c15f5-6f3f-4552-9ad2-f51f2c4dee49 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368536 Sep 09 14:52:58.452757 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51732) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:58.470542 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5a936db1-2d28-47ae-9fec-81a0cb1b0a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.564696 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5a936db1-2d28-47ae-9fec-81a0cb1b0a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.568805 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-5a936db1-2d28-47ae-9fec-81a0cb1b0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.593391 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5bb93-292b-44f3-a085-89c7c25b11a5 req-3cf8ab36-2f97-4c52-b4a7-fc172ae308db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:58.594933 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-40d5bb93-292b-44f3-a085-89c7c25b11a5 req-3cf8ab36-2f97-4c52-b4a7-fc172ae308db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 1098 time: 0.0416763 Sep 09 14:52:58.606270 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a936db1-2d28-47ae-9fec-81a0cb1b0a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab2ad0-8615-44ca-9484-575ec4a7bd50,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:58.613351 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-5a936db1-2d28-47ae-9fec-81a0cb1b0a4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd490fd4171349e6a672cdb72b4ff8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570773 Sep 09 14:52:58.613751 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51734) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:58.631388 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-40d5bb93-292b-44f3-a085-89c7c25b11a5 req-d3726f6f-36c6-4123-8f04-e6221990a16c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296459 Sep 09 14:52:58.662340 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d77d7d6-808c-42fb-9bfe-fcd0d302cd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.684226 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d77d7d6-808c-42fb-9bfe-fcd0d302cd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.729313 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d77d7d6-808c-42fb-9bfe-fcd0d302cd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.732849 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8d77d7d6-808c-42fb-9bfe-fcd0d302cd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:58.734001 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8d77d7d6-808c-42fb-9bfe-fcd0d302cd8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cab2ad0-8615-44ca-9484-575ec4a7bd50 HTTP/1.1" status: 204 len: 168 time: 0.1195199 Sep 09 14:52:58.741312 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d77d7d6-808c-42fb-9bfe-fcd0d302cd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab2ad0-8615-44ca-9484-575ec4a7bd50,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:59.040913 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51740) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:59.057477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-39cb8879-e3b2-4f3b-9200-c1aef42f3ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.147223 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-39cb8879-e3b2-4f3b-9200-c1aef42f3ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.150655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-39cb8879-e3b2-4f3b-9200-c1aef42f3ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.188797 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-39cb8879-e3b2-4f3b-9200-c1aef42f3ceb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ee5087befe741b78659ffa9e724cdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1468065 Sep 09 14:52:59.190691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb8879-e3b2-4f3b-9200-c1aef42f3ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d240fa-be71-4c28-a170-e83e3a9a630c,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:59.191624 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51742) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:52:59.244766 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b076d9d8-e510-468a-bb0c-1a3ef2b18c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.266162 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b076d9d8-e510-468a-bb0c-1a3ef2b18c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.312497 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b076d9d8-e510-468a-bb0c-1a3ef2b18c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.315062 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b076d9d8-e510-468a-bb0c-1a3ef2b18c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:52:59.316259 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b076d9d8-e510-468a-bb0c-1a3ef2b18c3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9d240fa-be71-4c28-a170-e83e3a9a630c HTTP/1.1" status: 204 len: 168 time: 0.1235147 Sep 09 14:52:59.324641 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076d9d8-e510-468a-bb0c-1a3ef2b18c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d240fa-be71-4c28-a170-e83e3a9a630c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:59.565290 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d6603-9e85-41c9-90f7-0675b4e6599d req-6156b763-2397-459a-85d5-93f6a507462b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:52:59.566896 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5f3d6603-9e85-41c9-90f7-0675b4e6599d req-6156b763-2397-459a-85d5-93f6a507462b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Sep 09 14:52:59.605111 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-5f3d6603-9e85-41c9-90f7-0675b4e6599d req-02ef3671-77df-42a3-bd1b-18524a2aba96 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322478 Sep 09 14:52:59.733217 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-292f4166-ca0f-4ee9-b067-be043f9ccc93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:00.722993 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916077e-76a7-41ab-837e-87f6b59b45cd req-242c24df-ea43-4747-99d7-df0410abc50c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:00.724572 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3916077e-76a7-41ab-837e-87f6b59b45cd req-242c24df-ea43-4747-99d7-df0410abc50c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 945 time: 0.0503774 Sep 09 14:53:00.763747 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3916077e-76a7-41ab-837e-87f6b59b45cd req-20ba9210-6117-4a7e-a512-0a77e5ca6660 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Sep 09 14:53:00.983545 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:02.627529 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-49ab28d0-8234-4faf-947e-fbd21145b3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:02.783868 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:03.666674 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.135311 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.585528 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51890) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:05.690739 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ccb9d795-c00b-42f4-9f77-c5e708479e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.779444 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ccb9d795-c00b-42f4-9f77-c5e708479e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.783202 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-ccb9d795-c00b-42f4-9f77-c5e708479e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.821326 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-ccb9d795-c00b-42f4-9f77-c5e708479e59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbcd63b8785d4435af9fa40670723428&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347500 Sep 09 14:53:05.822387 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb9d795-c00b-42f4-9f77-c5e708479e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d26b12a-214f-4389-81dd-463df5e012fc,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:05.825043 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51896) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:05.875376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd4dd7e-8883-4338-ae50-a4add85eea27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.897757 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd4dd7e-8883-4338-ae50-a4add85eea27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.947000 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd4dd7e-8883-4338-ae50-a4add85eea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.950242 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1cd4dd7e-8883-4338-ae50-a4add85eea27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:05.951387 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1cd4dd7e-8883-4338-ae50-a4add85eea27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d26b12a-214f-4389-81dd-463df5e012fc HTTP/1.1" status: 204 len: 168 time: 0.1253710 Sep 09 14:53:05.958988 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4dd7e-8883-4338-ae50-a4add85eea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d26b12a-214f-4389-81dd-463df5e012fc,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:06.203419 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51902) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:06.216490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a554a2b1-7151-4902-b20f-f49ca54e3e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.306205 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:53:06.306819 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a554a2b1-7151-4902-b20f-f49ca54e3e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.311078 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a554a2b1-7151-4902-b20f-f49ca54e3e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.349472 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a554a2b1-7151-4902-b20f-f49ca54e3e67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9eea973ae0347a69619b2989ed737fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1449642 Sep 09 14:53:06.351442 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554a2b1-7151-4902-b20f-f49ca54e3e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce73656-e6c7-4457-854a-7abb41317b79,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:06.352937 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51904) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:06.401812 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b93fe181-e8aa-49d1-b836-fb43678c18e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.422233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b93fe181-e8aa-49d1-b836-fb43678c18e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.469231 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b93fe181-e8aa-49d1-b836-fb43678c18e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.471845 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-b93fe181-e8aa-49d1-b836-fb43678c18e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:06.473022 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-b93fe181-e8aa-49d1-b836-fb43678c18e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ce73656-e6c7-4457-854a-7abb41317b79 HTTP/1.1" status: 204 len: 168 time: 0.1190920 Sep 09 14:53:06.481657 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe181-e8aa-49d1-b836-fb43678c18e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce73656-e6c7-4457-854a-7abb41317b79,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:07.490406 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51940) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:07.594046 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c4ad45e7-1a42-43bb-b638-dab7f53ccb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.683876 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c4ad45e7-1a42-43bb-b638-dab7f53ccb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.688349 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-c4ad45e7-1a42-43bb-b638-dab7f53ccb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.724812 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-c4ad45e7-1a42-43bb-b638-dab7f53ccb72 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7a2cc2d3a35439ebe714ef0602bb6f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333477 Sep 09 14:53:07.726821 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad45e7-1a42-43bb-b638-dab7f53ccb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353b75bf-8ee5-46dd-b99d-74b23fc17ee1,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:07.727462 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51946) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:07.780137 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e87405b-5c8f-4303-ae4d-b5bc1f37f4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.801705 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e87405b-5c8f-4303-ae4d-b5bc1f37f4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.845691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e87405b-5c8f-4303-ae4d-b5bc1f37f4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.848294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-1e87405b-5c8f-4303-ae4d-b5bc1f37f4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:07.849430 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-1e87405b-5c8f-4303-ae4d-b5bc1f37f4ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/353b75bf-8ee5-46dd-b99d-74b23fc17ee1 HTTP/1.1" status: 204 len: 168 time: 0.1196549 Sep 09 14:53:07.857335 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87405b-5c8f-4303-ae4d-b5bc1f37f4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353b75bf-8ee5-46dd-b99d-74b23fc17ee1,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:08.817778 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 51978) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:08.925332 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5b3636a8-22e0-4f8b-a973-9f60c5d5c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.019189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5b3636a8-22e0-4f8b-a973-9f60c5d5c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.023169 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5b3636a8-22e0-4f8b-a973-9f60c5d5c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.092890 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5b3636a8-22e0-4f8b-a973-9f60c5d5c547 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=323d7693c0f540f3b21810d4a3fa950f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2738113 Sep 09 14:53:09.095567 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 51996) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:09.096066 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3636a8-22e0-4f8b-a973-9f60c5d5c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47f43e-e94c-46b2-bcae-b63d8f2bcdc6,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:09.146713 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7a6da948-fbba-4ceb-9b78-7171fdbb85ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.159704 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-aafbcf30-2840-4cef-b9c2-882e5cdb2768 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:09.161193 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-aafbcf30-2840-4cef-b9c2-882e5cdb2768 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1330464 Sep 09 14:53:09.168063 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7a6da948-fbba-4ceb-9b78-7171fdbb85ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.176467 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-33325ec3-7cab-4cd4-a214-493319c13591 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/quotas/ddaf956aa958413497eb454aa94ed1b1 HTTP/1.1" status: 200 len: 375 time: 0.0096066 Sep 09 14:53:09.215001 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7a6da948-fbba-4ceb-9b78-7171fdbb85ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.217704 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-7a6da948-fbba-4ceb-9b78-7171fdbb85ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:09.218915 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-7a6da948-fbba-4ceb-9b78-7171fdbb85ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d47f43e-e94c-46b2-bcae-b63d8f2bcdc6 HTTP/1.1" status: 204 len: 168 time: 0.1223290 Sep 09 14:53:09.228322 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6da948-fbba-4ceb-9b78-7171fdbb85ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47f43e-e94c-46b2-bcae-b63d8f2bcdc6,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:09.230918 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-d7f001ba-812d-43f8-bff7-94d4a95ab009 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0485334 Sep 09 14:53:09.323254 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-f0ab28c6-c0f4-4c70-af7b-cf0746a8d002 service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835543 Sep 09 14:53:09.426897 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-72275306-17ec-4c0f-ba61-79a55326f9ae service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970192 Sep 09 14:53:09.591697 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-ba225ecb-8d82-47f8-9dc0-4a094d7535e1 req-e0bc27d5-173a-4d71-8dd9-0600ecec7d9f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 210 time: 0.0275621 Sep 09 14:53:10.479147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-acb43c70-2566-4469-a70e-92411d1e8738 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:10.481200 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-acb43c70-2566-4469-a70e-92411d1e8738 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1051691 Sep 09 14:53:10.493894 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Request body: {'port': {'device_id': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'admin_state_up': True, 'tenant_id': 'ddaf956aa958413497eb454aa94ed1b1'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:53:10.599490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Made reservation on behalf of ddaf956aa958413497eb454aa94ed1b1 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:53:10.602793 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:10.697999 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2e2d1492-83d8-4696-9d1e-846afd8fc340 req-7ccdf03b-4e5e-45e7-8761-48e8d77fc1d5 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 210 time: 0.0374672 Sep 09 14:53:10.749467 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Allocated IP 172.20.0.10 (4da6d17a-f415-4e1c-b1b8-3eda2bd48932/f0e33cbe-35b4-414e-8045-4f14149e0117/86ad594b-10f4-4ed6-a392-c336f3c9cd50) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:53:10.893492 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:10.930812 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:10.944802 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:53:10.971453 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:53:10.974463 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:53:10.978035 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:53:11.009487 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event updated for resources: {'Port': ['ID=86ad594b-10f4-4ed6-a392-c336f3c9cd50,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:11.031697 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:11.032325 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.045629 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-c4ed438b-d363-4acf-aa85-0b64b241a0d9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553246 Sep 09 14:53:11.057552 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Request body: {'port': {'device_id': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:53:11.113684 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.365827 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ad594b-10f4-4ed6-a392-c336f3c9cd50 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:53:11.374154 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.385521 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Transition to ACTIVE for port object 86ad594b-10f4-4ed6-a392-c336f3c9cd50 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:53:11.390995 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.437856 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Pushing event updated for resources: {'Port': ['ID=86ad594b-10f4-4ed6-a392-c336f3c9cd50,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:11.507403 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Attempting to bind port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:53:11.508109 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Attempting to bind port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:53:11.508109 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Attempting to bind port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:53:11.512893 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:53:11.513207 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Attempting to bind port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:53:11.517913 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:53:11.518240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Checking segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:53:11.518611 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Bound using segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:53:11.519029 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Bound port: 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:53:11.519377 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.580040 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] For port 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:53:11.582981 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] For port 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:53:11.586260 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.618984 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:11.619588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:11.621711 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/86ad594b-10f4-4ed6-a392-c336f3c9cd50 HTTP/1.1" status: 200 len: 1094 time: 0.5680850 Sep 09 14:53:11.622145 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'tag': '86ad594b-10f4-4ed6-a392-c336f3c9cd50'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:11.624392 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209bf063-06b5-4b25-bba8-6215f5f6dc97" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcd3eec-ae4b-4377-916c-044b6bba49fe", "tag": "86ad594b-10f4-4ed6-a392-c336f3c9cd50"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:11.651327 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff6217-85d9-4abd-9355-ca6ede6e98f7 service neutron] Pushing event updated for resources: {'Port': ['ID=86ad594b-10f4-4ed6-a392-c336f3c9cd50,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:11.666680 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dd2659-3a9e-4088-ad1e-c88686595ca3 x-openstack-request-id: req-d8dd2659-3a9e-4088-ad1e-c88686595ca3 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:11.666967 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcd3eec-ae4b-4377-916c-044b6bba49fe", "tag": "86ad594b-10f4-4ed6-a392-c336f3c9cd50", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:11.667216 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8dd2659-3a9e-4088-ad1e-c88686595ca3 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:11.667699 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'tag': '86ad594b-10f4-4ed6-a392-c336f3c9cd50', 'status': 'completed', 'code': 200} Sep 09 14:53:11.703864 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-4940c44c-ed7b-49df-b66d-f958272be503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:11.705649 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-4940c44c-ed7b-49df-b66d-f958272be503 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 1097 time: 0.0483463 Sep 09 14:53:11.750307 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-07c1c7d3-9259-4806-bdc0-9741fa9ef998 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50 HTTP/1.1" status: 200 len: 217 time: 0.0338459 Sep 09 14:53:11.829566 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-16830c7b-1f5b-4b5d-8a5c-7878a644a83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:11.831295 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-16830c7b-1f5b-4b5d-8a5c-7878a644a83d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0721748 Sep 09 14:53:11.856849 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ec7fb-5de4-49dd-ab21-9491e99a072b req-a1f98d07-b7da-4825-b895-4a35d5db2e18 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:11.858158 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-868ec7fb-5de4-49dd-ab21-9491e99a072b req-a1f98d07-b7da-4825-b895-4a35d5db2e18 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 944 time: 0.0910838 Sep 09 14:53:11.874692 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-9ef6cedf-376e-421b-b911-5a6f5bb137b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338705 Sep 09 14:53:11.930366 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-868ec7fb-5de4-49dd-ab21-9491e99a072b req-2e4c0f25-2f15-4feb-aaf1-f8ca25433750 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583925 Sep 09 14:53:11.986238 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-e0f5c25b-1016-4b42-92bd-baf9ea004ace service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001408 Sep 09 14:53:12.073031 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-df49a8d8-d189-40b1-81f7-0ed7ac1590c0 req-7a1747ee-f9b2-40bc-9020-3a58fb35f54d service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798340 Sep 09 14:53:12.159051 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-5ffe7087-3813-4078-9ead-e23f1376fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:12.160441 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-5ffe7087-3813-4078-9ead-e23f1376fb23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 1097 time: 0.0397437 Sep 09 14:53:12.253154 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-704800cd-09bb-4b7f-aaaa-065b1ac7e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:12.254601 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-704800cd-09bb-4b7f-aaaa-065b1ac7e1e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 916 time: 0.0841584 Sep 09 14:53:12.296382 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-7215cc90-c4d4-47f9-9c66-b747a858ab90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50 HTTP/1.1" status: 200 len: 217 time: 0.0333788 Sep 09 14:53:12.348645 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-d8e95908-1218-4123-9b23-5eca412e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:12.350073 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-d8e95908-1218-4123-9b23-5eca412e22e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0455811 Sep 09 14:53:12.381354 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-7ca82b3d-175f-4801-8050-05839fe431f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235097 Sep 09 14:53:12.479129 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-62f4ad07-cb7f-49e3-b57f-d8ccb3796fb0 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895371 Sep 09 14:53:12.572550 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-209bf063-06b5-4b25-bba8-6215f5f6dc97 req-f9fa38b1-1615-4f32-bc46-2df2de644dc2 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818110 Sep 09 14:53:13.044653 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1fbdec-a2ac-4dcc-be5f-90fb5fb3ed84 req-272de2ec-069e-43d9-acd1-ea1ec75ce0a2 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:13.046149 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3c1fbdec-a2ac-4dcc-be5f-90fb5fb3ed84 req-272de2ec-069e-43d9-acd1-ea1ec75ce0a2 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 944 time: 0.0480287 Sep 09 14:53:13.081983 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3c1fbdec-a2ac-4dcc-be5f-90fb5fb3ed84 req-416fa3ef-26e9-4a7b-a109-1309cc0d537a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300062 Sep 09 14:53:14.193594 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c74f0-58e7-4b4e-ad1d-9a92bda3954a req-1b4de653-cbf7-405c-9e23-d04b6edd0cf1 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:14.195067 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c23c74f0-58e7-4b4e-ad1d-9a92bda3954a req-1b4de653-cbf7-405c-9e23-d04b6edd0cf1 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 944 time: 0.0482128 Sep 09 14:53:14.227387 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 86ad594b-10f4-4ed6-a392-c336f3c9cd50 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:53:14.232016 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c23c74f0-58e7-4b4e-ad1d-9a92bda3954a req-dcbfadc3-f1a8-4f15-b07d-0989edd89395 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309501 Sep 09 14:53:14.323286 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:14.334705 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '86ad594b-10f4-4ed6-a392-c336f3c9cd50', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'port_id': '86ad594b-10f4-4ed6-a392-c336f3c9cd50', 'mac_address': 'fa:16:3e:3c:79:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e33cbe-35b4-414e-8045-4f14149e0117', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:53:14.371751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:14.384065 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ad594b-10f4-4ed6-a392-c336f3c9cd50 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:53:14.404393 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:14.408213 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:14.453035 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=86ad594b-10f4-4ed6-a392-c336f3c9cd50,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:14.641446 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['86ad594b-10f4-4ed6-a392-c336f3c9cd50'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:53:15.347908 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33fca2-fec5-4f30-82b5-d3df2f29a338 req-e1deca6c-5f28-4e94-b579-abd5b8f01fc3 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:15.349476 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7e33fca2-fec5-4f30-82b5-d3df2f29a338 req-e1deca6c-5f28-4e94-b579-abd5b8f01fc3 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 945 time: 0.0510478 Sep 09 14:53:15.386027 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7e33fca2-fec5-4f30-82b5-d3df2f29a338 req-82ab0f34-d9c1-42d6-a36f-f2c8dbff92ca tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Sep 09 14:53:16.235235 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 86ad594b-10f4-4ed6-a392-c336f3c9cd50 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:53:16.282341 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:53:16.286052 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:53:16.286428 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:16.363094 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:16.385411 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ad594b-10f4-4ed6-a392-c336f3c9cd50'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:16.388369 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015a91ba-5f57-43e7-9849-c95f97a1cba1" -d '{"events": [{"server_uuid": "dbcd3eec-ae4b-4377-916c-044b6bba49fe", "name": "network-vif-plugged", "status": "completed", "tag": "86ad594b-10f4-4ed6-a392-c336f3c9cd50"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:16.401061 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:16.406202 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:16.430226 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee665e8-7684-457d-928d-2a473fd22591 x-openstack-request-id: req-3ee665e8-7684-457d-928d-2a473fd22591 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:16.430517 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcd3eec-ae4b-4377-916c-044b6bba49fe", "name": "network-vif-plugged", "status": "completed", "tag": "86ad594b-10f4-4ed6-a392-c336f3c9cd50", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:16.430766 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ee665e8-7684-457d-928d-2a473fd22591 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:16.431153 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ad594b-10f4-4ed6-a392-c336f3c9cd50', 'code': 200} Sep 09 14:53:16.458423 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=86ad594b-10f4-4ed6-a392-c336f3c9cd50,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:16.505755 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f1138-0880-42d4-86fc-41704ed05535 req-2ee6ad20-f476-4968-a01b-e434e273a9c5 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:16.507390 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb9f1138-0880-42d4-86fc-41704ed05535 req-2ee6ad20-f476-4968-a01b-e434e273a9c5 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 946 time: 0.0516312 Sep 09 14:53:16.546023 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-fb9f1138-0880-42d4-86fc-41704ed05535 req-ec17e311-2cae-4950-a3b8-68adbe0f146b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Sep 09 14:53:16.588544 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda48ce8-9278-4f70-8535-720a3acf3590 req-3fae37d7-8cbc-4ab9-a7ab-c4283b33f332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:16.590429 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dda48ce8-9278-4f70-8535-720a3acf3590 req-3fae37d7-8cbc-4ab9-a7ab-c4283b33f332 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 1099 time: 0.0404339 Sep 09 14:53:16.628858 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-dda48ce8-9278-4f70-8535-720a3acf3590 req-6d6b481c-f87b-4a2a-9672-d1b9565e8e6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312333 Sep 09 14:53:17.660712 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a77f971-6750-4d88-8147-aea95aea7566 req-11a27877-e8e4-45ae-b3c0-23b84b19f466 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:17.662119 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a77f971-6750-4d88-8147-aea95aea7566 req-11a27877-e8e4-45ae-b3c0-23b84b19f466 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 946 time: 0.0485971 Sep 09 14:53:17.699360 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8a77f971-6750-4d88-8147-aea95aea7566 req-202301a0-ffcb-4563-9dce-f0ae04c9838e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Sep 09 14:53:18.811224 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c703d1-9f27-498f-9d74-748d2da1de0d req-77817240-f81e-4a54-a067-c9a3cb06cb46 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:18.812727 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-91c703d1-9f27-498f-9d74-748d2da1de0d req-77817240-f81e-4a54-a067-c9a3cb06cb46 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 946 time: 0.0477560 Sep 09 14:53:18.849319 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-91c703d1-9f27-498f-9d74-748d2da1de0d req-cd1227db-cd58-47d3-8a60-6e5ec691b743 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308354 Sep 09 14:53:20.588349 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-99c01a6f-e89e-47da-88d9-69d5a4d715ec tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:20.589716 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-99c01a6f-e89e-47da-88d9-69d5a4d715ec tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1018863 Sep 09 14:53:20.604174 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-f7b39b70-6fad-4b9b-b83d-027fc476b3ee tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/quotas/ddaf956aa958413497eb454aa94ed1b1 HTTP/1.1" status: 200 len: 375 time: 0.0087154 Sep 09 14:53:20.653400 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-c1a76d03-3526-4dde-8452-d663d6d82e22 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441253 Sep 09 14:53:20.742857 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-5b78f8e4-c706-42f3-b56d-1de785e2d361 service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827384 Sep 09 14:53:20.834212 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-0d00cfe9-e1da-42f2-808f-da0a9b11ed4f service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Sep 09 14:53:20.994918 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-b0fe035d-1a10-4074-be02-d7dcbd104b78 req-b9a74e7a-7b0e-42fe-9a0b-e78adc4dbcf7 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 210 time: 0.0292859 Sep 09 14:53:21.900923 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-fcd9e617-aa19-48ef-94c7-e1c5304d5edc tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:21.902391 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-fcd9e617-aa19-48ef-94c7-e1c5304d5edc tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1179740 Sep 09 14:53:21.916952 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Request body: {'port': {'device_id': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'admin_state_up': True, 'tenant_id': 'ddaf956aa958413497eb454aa94ed1b1'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:53:22.020762 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Made reservation on behalf of ddaf956aa958413497eb454aa94ed1b1 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:53:22.024451 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.112070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea6831c-2134-48a8-bba6-08c6db38ce2d req-972d8fed-7139-4f91-b3b9-812c2546df0e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 210 time: 0.0360568 Sep 09 14:53:22.173120 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Allocated IP 172.20.0.3 (4da6d17a-f415-4e1c-b1b8-3eda2bd48932/f0e33cbe-35b4-414e-8045-4f14149e0117/14696d45-f8fd-4234-9ad1-21602a2e4381) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:53:22.229221 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52080) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:22.316048 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.354866 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.368516 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', '86ad594b-10f4-4ed6-a392-c336f3c9cd50'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:53:22.398070 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:53:22.401116 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:53:22.405962 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:53:22.432937 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event updated for resources: {'Port': ['ID=14696d45-f8fd-4234-9ad1-21602a2e4381,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:22.459159 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:22.460103 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.476285 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-190f936e-0a2c-4184-b2a3-39b4f59d8e32 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5626614 Sep 09 14:53:22.496298 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Request body: {'port': {'device_id': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:53:22.544233 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Deleting port 914581ff-c7b1-407c-80ea-0677913185e8 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:22.544586 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.557330 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.620301 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.620533 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.632709 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Calling delete_port for 914581ff-c7b1-407c-80ea-0677913185e8 owned by network:floatingip {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:22.807984 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.835337 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event deleted for resources: {'Port': ['ID=914581ff-c7b1-407c-80ea-0677913185e8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:22.902255 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for floatingip, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:22.902493 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.db.l3_db [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Floating IP 9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39 disassociated (deleted). External IP: 172.27.2.217, port: a54c152a-2d33-434e-a830-195bab70f9b4. Sep 09 14:53:23.070131 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14696d45-f8fd-4234-9ad1-21602a2e4381 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:53:23.077865 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:23.089510 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Transition to ACTIVE for port object 14696d45-f8fd-4234-9ad1-21602a2e4381 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:53:23.093774 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:23.111205 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:53:23.144228 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Pushing event updated for resources: {'Port': ['ID=14696d45-f8fd-4234-9ad1-21602a2e4381,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:23.213812 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Attempting to bind port 14696d45-f8fd-4234-9ad1-21602a2e4381 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:53:23.214147 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Attempting to bind port 14696d45-f8fd-4234-9ad1-21602a2e4381 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:53:23.214476 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Attempting to bind port 14696d45-f8fd-4234-9ad1-21602a2e4381 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:53:23.219363 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Port 14696d45-f8fd-4234-9ad1-21602a2e4381 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:53:23.219686 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Attempting to bind port 14696d45-f8fd-4234-9ad1-21602a2e4381 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:53:23.224799 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:53:23.225143 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Checking segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:53:23.225533 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Bound using segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:53:23.225962 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Bound port: 14696d45-f8fd-4234-9ad1-21602a2e4381, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:53:23.226321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:23.293297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] For port 14696d45-f8fd-4234-9ad1-21602a2e4381, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:53:23.298124 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] For port 14696d45-f8fd-4234-9ad1-21602a2e4381, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=14696d45-f8fd-4234-9ad1-21602a2e4381,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:53:23.302098 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:23.341754 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.342378 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:23.343931 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] 10.222.0.13 "PUT /v2.0/ports/14696d45-f8fd-4234-9ad1-21602a2e4381 HTTP/1.1" status: 200 len: 1093 time: 0.8520608 Sep 09 14:53:23.346357 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'tag': '14696d45-f8fd-4234-9ad1-21602a2e4381'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:23.349843 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7856f09d-eac4-4600-b1c5-372a16fcba33", "tag": "14696d45-f8fd-4234-9ad1-21602a2e4381"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:23.380349 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20a160-d4ea-47fc-ab1a-43bf34560aba service neutron] Pushing event updated for resources: {'Port': ['ID=14696d45-f8fd-4234-9ad1-21602a2e4381,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:23.403852 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315d54d2-33a5-4e5f-b8e5-ac0d778c4bdc x-openstack-request-id: req-315d54d2-33a5-4e5f-b8e5-ac0d778c4bdc {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:23.404085 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7856f09d-eac4-4600-b1c5-372a16fcba33", "tag": "14696d45-f8fd-4234-9ad1-21602a2e4381", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:23.404417 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-315d54d2-33a5-4e5f-b8e5-ac0d778c4bdc {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:23.404810 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'tag': '14696d45-f8fd-4234-9ad1-21602a2e4381', 'status': 'completed', 'code': 200} Sep 09 14:53:23.438214 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-4b134311-2e4b-48b2-a924-e3356fccc19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.439722 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-4b134311-2e4b-48b2-a924-e3356fccc19b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 1096 time: 0.0455582 Sep 09 14:53:23.483168 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-48566695-38be-43f7-9c69-3512d937fc6d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14696d45-f8fd-4234-9ad1-21602a2e4381 HTTP/1.1" status: 200 len: 217 time: 0.0349269 Sep 09 14:53:23.495889 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:53:23.501361 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:23.505250 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] Sync routers for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:53:23.514950 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:53:23.515573 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:53:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:23.532298 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97828d0e-dceb-4cfe-af03-7c2179c1d353 req-04e64851-85d1-4123-ac7f-2c2ee81bee43 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.533759 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b37b80-e06c-423f-9513-95b791fda5eb req-91ba216a-2514-4538-8b62-d595fff80648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.533895 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-97828d0e-dceb-4cfe-af03-7c2179c1d353 req-04e64851-85d1-4123-ac7f-2c2ee81bee43 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 943 time: 0.0827572 Sep 09 14:53:23.535215 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-91ba216a-2514-4538-8b62-d595fff80648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0455549 Sep 09 14:53:23.541294 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-acd8b990-3d1a-4e6b-b36e-d9ebc941a18a tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39 HTTP/1.1" status: 204 len: 168 time: 1.3108497 Sep 09 14:53:23.542958 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:23.545936 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af753124-fc9b-454f-9855-b17232bb92cd" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:23.577440 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-ca8937da-683d-4db1-9d2d-7eeaff346dc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319667 Sep 09 14:53:23.594533 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-97828d0e-dceb-4cfe-af03-7c2179c1d353 req-a1bda498-72c2-4888-80f0-0460c31a5e86 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521016 Sep 09 14:53:23.637799 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f2354e-3e82-4ff3-8c79-d79a581ec0da x-openstack-request-id: req-74f2354e-3e82-4ff3-8c79-d79a581ec0da {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:23.639406 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:23.639406 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-74f2354e-3e82-4ff3-8c79-d79a581ec0da {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:23.639767 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'status': 'completed', 'code': 200} Sep 09 14:53:23.673110 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:53:23.691046 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-fd30801d-bed8-43fd-b0c2-874a206a7cfb service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060586 Sep 09 14:53:23.701041 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753124-fc9b-454f-9855-b17232bb92cd req-71016bdf-845c-4bf8-8388-fab5de26a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.702762 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-71016bdf-845c-4bf8-8388-fab5de26a189 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b920b7f44d9449d089032216de233c4d&device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0457873 Sep 09 14:53:23.806440 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-11b37b80-e06c-423f-9513-95b791fda5eb req-b8e20b0a-8f66-4725-b519-291907c2085a service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993118 Sep 09 14:53:23.830064 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753124-fc9b-454f-9855-b17232bb92cd req-1fe839ac-aeaf-4c97-9d06-fc72cd2fafce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.831971 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-1fe839ac-aeaf-4c97-9d06-fc72cd2fafce service neutron] 10.222.0.13 "GET /v2.0/networks?id=c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 200 len: 909 time: 0.1183825 Sep 09 14:53:23.848475 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60829160-9c53-4810-bf69-06b49cfd73eb req-c8fa745e-b87b-4a60-9d37-bb04a7c087b0 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.849960 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60829160-9c53-4810-bf69-06b49cfd73eb req-c8fa745e-b87b-4a60-9d37-bb04a7c087b0 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Sep 09 14:53:23.896620 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-c7e3fbd9-0193-4e72-bcfc-dc8914de7c24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 200 len: 217 time: 0.0456672 Sep 09 14:53:23.911268 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:23.919620 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-80b44ef2-abd2-475a-ba7e-5d42d00b718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.921184 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-80b44ef2-abd2-475a-ba7e-5d42d00b718e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 1096 time: 0.0461664 Sep 09 14:53:23.942916 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] Checking router: e1173e91-5ff0-4d37-a31e-fc3d302f5af0 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:53:23.952914 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:53:23.953519 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:53:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:23.966998 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-60829160-9c53-4810-bf69-06b49cfd73eb req-df8baf3d-20ec-48d6-acb0-7edc0b99d031 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722387 Sep 09 14:53:23.972372 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753124-fc9b-454f-9855-b17232bb92cd req-a99dccfd-ff89-4857-98a6-9deb17b11878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:23.973847 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-a99dccfd-ff89-4857-98a6-9deb17b11878 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 200 len: 847 time: 0.0642543 Sep 09 14:53:24.021860 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-fd566804-bf27-47d3-9d4b-9d592a008e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:24.023350 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-fd566804-bf27-47d3-9d4b-9d592a008e62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 916 time: 0.0944819 Sep 09 14:53:24.027620 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af753124-fc9b-454f-9855-b17232bb92cd req-1e706809-fc64-4f9a-81f6-a10e54c4a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:24.029794 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-1e706809-fc64-4f9a-81f6-a10e54c4a862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c132c01e-3200-44df-b41a-3fd05852a331&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468976 Sep 09 14:53:24.063433 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:53:24.076587 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-2f8d8c3d-eac6-401f-9369-6daf45621927 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14696d45-f8fd-4234-9ad1-21602a2e4381 HTTP/1.1" status: 200 len: 217 time: 0.0364399 Sep 09 14:53:24.127520 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-9fe56e78-1794-4bdb-a984-eb35ac4907ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:24.129206 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-9fe56e78-1794-4bdb-a984-eb35ac4907ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0444827 Sep 09 14:53:24.130403 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-a6b42ab0-bd64-47e2-9855-6ffff2416396 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887635 Sep 09 14:53:24.175014 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-8c2a202a-3811-4195-8137-f6c093bc1873 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270662 Sep 09 14:53:24.234840 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-af753124-fc9b-454f-9855-b17232bb92cd req-9e5304ee-6094-4c5d-b1be-9952da089f38 service neutron] 10.222.0.13 "GET /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860600 Sep 09 14:53:24.276709 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:24.278353 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-9fa8c71f-6e9c-4e71-9740-22df053b30b7 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919642 Sep 09 14:53:24.302671 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036f057-84d2-45fc-8808-80dacd9f1f8d None None] The sync data for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi is: [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:48:12Z', 'revision_number': 4, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': '1c140c33-06c7-4c28-8c41-264aeff6e1dc', 'name': '', 'network_id': 'c132c01e-3200-44df-b41a-3fd05852a331', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'mac_address': 'fa:16:3e:bb:1d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:11Z', 'updated_at': '2021-09-09T14:48:20Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'subnets': [{'id': '58e17d48-7b31-4ab7-9f3d-ee52c70ff999', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:53:24.376872 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94e19f1c-6b8f-4cfb-9c3a-4f8d5c55d7b2 req-7d25fac2-2e4a-4d87-bda4-7824d1949e4a service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Sep 09 14:53:24.508114 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902a4160-f3d4-48ff-bd26-2c17d4f61657 None None] New status for floating IP 9b5f422e-ffb6-40b8-aaf1-c7ed3e8acd39: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:53:24.707487 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c776c-ff21-4f91-848f-906d222c5dbb req-a7a75eac-34e3-44a3-b1b7-948291c86a09 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:24.709006 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b32c776c-ff21-4f91-848f-906d222c5dbb req-a7a75eac-34e3-44a3-b1b7-948291c86a09 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 943 time: 0.0539484 Sep 09 14:53:24.746376 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b32c776c-ff21-4f91-848f-906d222c5dbb req-e081de15-7c54-4534-9733-c259557fa9e5 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312440 Sep 09 14:53:25.082737 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bec677-527c-41f6-a6c5-b18d1626cd1e req-e7f6b35e-4d1d-4fbf-8c43-0b49b6e4f2dc tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:25.084260 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d4bec677-527c-41f6-a6c5-b18d1626cd1e req-e7f6b35e-4d1d-4fbf-8c43-0b49b6e4f2dc tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0477476 Sep 09 14:53:25.121055 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d4bec677-527c-41f6-a6c5-b18d1626cd1e req-fe40718e-5a72-4758-be1d-d66b61d38821 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/security-groups?id=e7995232-1adb-4ca8-bbb3-523f0456ee90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309424 Sep 09 14:53:25.497723 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-3ede21fb-5457-43ee-8bff-7871db83a592 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:25.499176 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-3ede21fb-5457-43ee-8bff-7871db83a592 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.13 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 946 time: 0.0478256 Sep 09 14:53:25.593269 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Deleting port a54c152a-2d33-434e-a830-195bab70f9b4 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:25.593527 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:25.678903 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] For port a54c152a-2d33-434e-a830-195bab70f9b4, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a54c152a-2d33-434e-a830-195bab70f9b4,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:25.679259 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:25.691618 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Calling delete_port for a54c152a-2d33-434e-a830-195bab70f9b4 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:25.827321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:25.869188 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event deleted for resources: {'Port': ['ID=a54c152a-2d33-434e-a830-195bab70f9b4,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:25.914054 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea36dc-5c47-4e89-afcc-88717776ee11 req-5640ad22-425a-426e-827a-0a296f3df77d tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:25.915536 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-47ea36dc-5c47-4e89-afcc-88717776ee11 req-5640ad22-425a-426e-827a-0a296f3df77d tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 943 time: 0.1043563 Sep 09 14:53:25.930477 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] No DVR routers for this DVR port a54c152a-2d33-434e-a830-195bab70f9b4 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:53:25.937174 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:25.939024 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-57647edf-11ed-4dec-b672-a40189a5bd9b req-9e8498ee-0296-4fe1-9179-bebfeb2cfed1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.13 "DELETE /v2.0/ports/a54c152a-2d33-434e-a830-195bab70f9b4 HTTP/1.1" status: 204 len: 173 time: 0.4330730 Sep 09 14:53:25.939447 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-deleted', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:25.941645 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d1cc21-5a96-46cb-8965-af5a2022d268" -d '{"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-deleted", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:25.972954 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-47ea36dc-5c47-4e89-afcc-88717776ee11 req-ac54fade-7a12-4b8e-a387-6eb0873ad3da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440662 Sep 09 14:53:25.980284 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e528cab-dea2-4cad-8585-6c47e91afca9 x-openstack-request-id: req-4e528cab-dea2-4cad-8585-6c47e91afca9 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:25.980575 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffda02-4230-41bb-aeff-758d22439ae3", "name": "network-vif-deleted", "tag": "a54c152a-2d33-434e-a830-195bab70f9b4", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:25.980816 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e528cab-dea2-4cad-8585-6c47e91afca9 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:25.981265 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90ffda02-4230-41bb-aeff-758d22439ae3', 'name': 'network-vif-deleted', 'tag': 'a54c152a-2d33-434e-a830-195bab70f9b4', 'status': 'completed', 'code': 200} Sep 09 14:53:26.221140 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-8ffaa36f-89e0-4431-9f5a-d51fbe51d765 req-2440f302-1fb1-48b9-8dc5-6a87e542a2d1 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "GET /v2.0/ports?device_id=90ffda02-4230-41bb-aeff-758d22439ae3 HTTP/1.1" status: 200 len: 210 time: 0.0326920 Sep 09 14:53:26.271014 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 14696d45-f8fd-4234-9ad1-21602a2e4381 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:53:26.491897 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 14696d45-f8fd-4234-9ad1-21602a2e4381, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=14696d45-f8fd-4234-9ad1-21602a2e4381,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:26.503412 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '14696d45-f8fd-4234-9ad1-21602a2e4381', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'port_id': '14696d45-f8fd-4234-9ad1-21602a2e4381', 'mac_address': 'fa:16:3e:87:7a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e33cbe-35b4-414e-8045-4f14149e0117', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:53:26.539544 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:26.554417 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14696d45-f8fd-4234-9ad1-21602a2e4381 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:53:26.573236 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 14696d45-f8fd-4234-9ad1-21602a2e4381, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=14696d45-f8fd-4234-9ad1-21602a2e4381,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:26.577328 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:26.624758 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=14696d45-f8fd-4234-9ad1-21602a2e4381,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:26.819837 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['14696d45-f8fd-4234-9ad1-21602a2e4381'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:53:27.086071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5728f97-f9ce-4f1b-b523-341b8fee4fef req-807826f4-8ce1-44ee-bf45-ab9933427b82 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:27.087436 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f5728f97-f9ce-4f1b-b523-341b8fee4fef req-807826f4-8ce1-44ee-bf45-ab9933427b82 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 944 time: 0.0474522 Sep 09 14:53:27.124071 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f5728f97-f9ce-4f1b-b523-341b8fee4fef req-bcbffbb8-222c-49c8-a7a0-e55176e35fe9 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302603 Sep 09 14:53:27.275343 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52110) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:27.331811 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9aff7e4c-7181-4c26-89ac-1edce4c76be5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:27.357245 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9aff7e4c-7181-4c26-89ac-1edce4c76be5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:27.413049 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9aff7e4c-7181-4c26-89ac-1edce4c76be5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:27.415624 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9aff7e4c-7181-4c26-89ac-1edce4c76be5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:27.416878 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9aff7e4c-7181-4c26-89ac-1edce4c76be5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] 10.222.0.21 "DELETE /v2.0/security-groups/e7995232-1adb-4ca8-bbb3-523f0456ee90 HTTP/1.1" status: 204 len: 168 time: 0.1404991 Sep 09 14:53:27.426377 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff7e4c-7181-4c26-89ac-1edce4c76be5 tempest-TestShelveInstance-1290157113 tempest-TestShelveInstance-1290157113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7995232-1adb-4ca8-bbb3-523f0456ee90,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:27.464449 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52114) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:27.899344 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.137098 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Deleting port 1c140c33-06c7-4c28-8c41-264aeff6e1dc {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:28.137346 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.246270 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] For port 1c140c33-06c7-4c28-8c41-264aeff6e1dc, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=1c140c33-06c7-4c28-8c41-264aeff6e1dc,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:28.246654 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.256321 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ceb288-f36f-4253-8d52-b8443a442bac req-782b5ba0-60b4-4d4c-8b99-af2d69b88f13 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:28.257806 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15ceb288-f36f-4253-8d52-b8443a442bac req-782b5ba0-60b4-4d4c-8b99-af2d69b88f13 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 944 time: 0.0695484 Sep 09 14:53:28.273563 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Calling delete_port for 1c140c33-06c7-4c28-8c41-264aeff6e1dc owned by network:router_interface {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:28.276327 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 14696d45-f8fd-4234-9ad1-21602a2e4381 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:53:28.326654 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 14696d45-f8fd-4234-9ad1-21602a2e4381 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:53:28.330683 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 14696d45-f8fd-4234-9ad1-21602a2e4381 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:53:28.331049 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.339752 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-15ceb288-f36f-4253-8d52-b8443a442bac req-19a4473f-4378-459d-8541-1f6e283a9331 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748818 Sep 09 14:53:28.412807 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.435967 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14696d45-f8fd-4234-9ad1-21602a2e4381'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:28.438208 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af6af2e-0389-43bf-ba6f-e08b20023139" -d '{"events": [{"server_uuid": "7856f09d-eac4-4600-b1c5-372a16fcba33", "name": "network-vif-plugged", "status": "completed", "tag": "14696d45-f8fd-4234-9ad1-21602a2e4381"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:28.451297 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 14696d45-f8fd-4234-9ad1-21602a2e4381, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=14696d45-f8fd-4234-9ad1-21602a2e4381,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:28.457109 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.458089 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:28.483718 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3198264a-0ec5-4d9f-b33a-af4d0622af16 x-openstack-request-id: req-3198264a-0ec5-4d9f-b33a-af4d0622af16 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:28.484114 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856f09d-eac4-4600-b1c5-372a16fcba33", "name": "network-vif-plugged", "status": "completed", "tag": "14696d45-f8fd-4234-9ad1-21602a2e4381", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:28.484370 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3198264a-0ec5-4d9f-b33a-af4d0622af16 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:28.485918 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.488310 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14696d45-f8fd-4234-9ad1-21602a2e4381', 'code': 200} Sep 09 14:53:28.509190 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: a54c152a-2d33-434e-a830-195bab70f9b4 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:28.509535 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a54c152a-2d33-434e-a830-195bab70f9b4 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:28.512565 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c140c33-06c7-4c28-8c41-264aeff6e1dc,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:28.540929 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=14696d45-f8fd-4234-9ad1-21602a2e4381,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:28.662800 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad538ec-b654-48bf-9958-3398a4cee4de req-311330a9-821f-4bbf-bf75-bdaa507f4e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:28.665047 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ad538ec-b654-48bf-9958-3398a4cee4de req-311330a9-821f-4bbf-bf75-bdaa507f4e30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 1098 time: 0.0463905 Sep 09 14:53:28.678867 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:28.703959 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ad538ec-b654-48bf-9958-3398a4cee4de req-335c4909-01c4-4b0c-a440-dd0570ba2682 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314286 Sep 09 14:53:28.887370 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:53:28.991323 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:53:28.996289 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-38a531d2-f08f-4f66-a093-4e16a6923f9f admin admin] 10.222.0.21 "PUT /v2.0/routers/e1173e91-5ff0-4d37-a31e-fc3d302f5af0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5308318 Sep 09 14:53:28.998786 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52122) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:29.001467 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] Sync routers for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:53:29.010617 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:53:29.011324 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:53:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:29.100112 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks [] for router, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:29.114372 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:53:29.201615 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:29.252626 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Deleting port 648a98fa-874e-4936-b96f-a45b600382bf {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:29.252891 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:29.288957 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247'}], 'enable_snat': True}, 'gw_port_id': '648a98fa-874e-4936-b96f-a45b600382bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:53:28Z', 'revision_number': 5, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port': {'id': '648a98fa-874e-4936-b96f-a45b600382bf', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:86:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:09Z', 'updated_at': '2021-09-09T14:48:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:29.314834 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] Checking router: e1173e91-5ff0-4d37-a31e-fc3d302f5af0 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:53:29.322965 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] Routers {'e1173e91-5ff0-4d37-a31e-fc3d302f5af0'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:53:29.323565 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:53:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:29.331244 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] For port 648a98fa-874e-4936-b96f-a45b600382bf, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=648a98fa-874e-4936-b96f-a45b600382bf,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:29.331630 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:29.348003 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Calling delete_port for 648a98fa-874e-4936-b96f-a45b600382bf owned by network:router_gateway {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:29.415831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] Set router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 gateway port host: None {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:53:29.471083 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:53:29Z', 'revision_number': 6, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:29.497361 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7e981d-7efb-4117-b4e8-999fd8049cfa None None] The sync data for ids ['e1173e91-5ff0-4d37-a31e-fc3d302f5af0'] in dv-cinder-807469-2-iscsi is: [{'id': 'e1173e91-5ff0-4d37-a31e-fc3d302f5af0', 'name': 'tempest-TestShelveInstance-410094660-router', 'tenant_id': 'b920b7f44d9449d089032216de233c4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:07Z', 'updated_at': '2021-09-09T14:53:29Z', 'revision_number': 6, 'project_id': 'b920b7f44d9449d089032216de233c4d', 'gw_port_host': None}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:53:29.501575 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80557c-9114-41a6-9931-77f7ff8da5ce req-11ad6a7a-1a9a-4a8a-92b2-43f11ed99365 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:29.503211 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9a80557c-9114-41a6-9931-77f7ff8da5ce req-11ad6a7a-1a9a-4a8a-92b2-43f11ed99365 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 945 time: 0.0895710 Sep 09 14:53:29.575671 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9a80557c-9114-41a6-9931-77f7ff8da5ce req-dde4c5d9-6990-4ee1-8081-2c689b95eb0f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622416 Sep 09 14:53:29.581404 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:29.609861 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Pushing event deleted for resources: {'Port': ['ID=648a98fa-874e-4936-b96f-a45b600382bf,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:29.671634 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:29.734663 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6d7db318-a613-4d72-b391-d22b2d6512b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.051008 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.053162 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.118496 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.119039 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1173e91-5ff0-4d37-a31e-fc3d302f5af0 {{(pid=105670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:53:30.124951 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.126141 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-98a73474-99f4-4cc5-b54f-81395a9e6687 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e1173e91-5ff0-4d37-a31e-fc3d302f5af0 HTTP/1.1" status: 204 len: 168 time: 1.1263359 Sep 09 14:53:30.128792 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52130) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:30.175148 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Deleting subnet 58e17d48-7b31-4ab7-9f3d-ee52c70ff999 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:53:30.178177 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.212601 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8859964'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.263661 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1c140c33-06c7-4c28-8c41-264aeff6e1dc no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:30.303585 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 1c140c33-06c7-4c28-8c41-264aeff6e1dc {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:30.304259 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1c140c33-06c7-4c28-8c41-264aeff6e1dc not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:30.330552 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.383838 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458494'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.407832 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58e17d48-7b31-4ab7-9f3d-ee52c70ff999,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:30.413413 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.415303 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f53cc5ae-e01d-4e33-8750-a03313e548c2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/58e17d48-7b31-4ab7-9f3d-ee52c70ff999 HTTP/1.1" status: 204 len: 168 time: 0.2855940 Sep 09 14:53:30.417725 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52134) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:30.418632 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03323794-71fe-4d3b-b453-7f74e0cd2cef None None] Network c132c01e-3200-44df-b41a-3fd05852a331 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:53:30.490600 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.548474 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Deleting port dde84478-dc6a-4edd-b950-4f540fc215e8 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:30.549514 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.612593 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] For port dde84478-dc6a-4edd-b950-4f540fc215e8, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=dde84478-dc6a-4edd-b950-4f540fc215e8,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:30.613013 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.615793 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] DHCP port deletion for c132c01e-3200-44df-b41a-3fd05852a331 request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:53:30.627828 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Calling delete_port for dde84478-dc6a-4edd-b950-4f540fc215e8 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:30.669981 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] Deleting port dde84478-dc6a-4edd-b950-4f540fc215e8 {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:30.670670 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.703715 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d92e9-bc49-420f-99e9-9cb8c96961a3 req-197409ec-d7c1-435d-909f-8e74e784118d tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:30.706226 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d5d92e9-bc49-420f-99e9-9cb8c96961a3 req-197409ec-d7c1-435d-909f-8e74e784118d tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 945 time: 0.0548403 Sep 09 14:53:30.713141 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.737082 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde84478-dc6a-4edd-b950-4f540fc215e8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:30.742534 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] No DVR routers for this DVR port dde84478-dc6a-4edd-b950-4f540fc215e8 on host dv-cinder-807469-2-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:53:30.746377 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] For port dde84478-dc6a-4edd-b950-4f540fc215e8, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=dde84478-dc6a-4edd-b950-4f540fc215e8,segment=NetworkSegment(ee08295c-1a93-40a6-a29d-3d942ae23ae3),segment_id=ee08295c-1a93-40a6-a29d-3d942ae23ae3)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:30.746899 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.752592 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-2d5d92e9-bc49-420f-99e9-9cb8c96961a3 req-2064f8d1-bf93-4997-85b6-02bc993ad49c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393727 Sep 09 14:53:30.768025 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] Calling delete_port for dde84478-dc6a-4edd-b950-4f540fc215e8 owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:30.816942 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.839682 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c132c01e-3200-44df-b41a-3fd05852a331']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:30.847682 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.851816 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee08295c-1a93-40a6-a29d-3d942ae23ae3') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:30.852117 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee08295c-1a93-40a6-a29d-3d942ae23ae3') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:30.861983 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.873580 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] Pushing event deleted for resources: {'Port': ['ID=dde84478-dc6a-4edd-b950-4f540fc215e8,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:30.877281 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672907c-ada9-4bee-a22b-6d6580a407fd None None] No DVR routers for this DVR port dde84478-dc6a-4edd-b950-4f540fc215e8 on host dv-cinder-807469-2-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:53:30.884588 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.893135 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:53:30.893760 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:53:30.895923 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:53:30.950999 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.956800 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:30.958927 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c132c01e-3200-44df-b41a-3fd05852a331 HTTP/1.1" status: 204 len: 168 time: 0.5401678 Sep 09 14:53:30.962099 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52140) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:30.975925 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ad237-311f-4274-9888-756ff89cf4e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c132c01e-3200-44df-b41a-3fd05852a331,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:30.976693 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:31.321658 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:31.561925 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Deleting port 66835718-f082-407a-b361-d25fdf594add {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:31.562265 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:31.641906 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] For port 66835718-f082-407a-b361-d25fdf594add, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=66835718-f082-407a-b361-d25fdf594add,segment=NetworkSegment(8af6cfdf-5a17-45a4-8a99-609c668fdd7d),segment_id=8af6cfdf-5a17-45a4-8a99-609c668fdd7d)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:31.642206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:31.654302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Calling delete_port for 66835718-f082-407a-b361-d25fdf594add owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:31.841049 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:31.866549 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Pushing event deleted for resources: {'Port': ['ID=66835718-f082-407a-b361-d25fdf594add,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:31.869389 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 648a98fa-874e-4936-b96f-a45b600382bf no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:31.891476 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.891693 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.892110 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.892396 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.892725 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.893128 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.893390 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.893718 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.894047 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.894368 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.894783 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.895151 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:31.904607 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 648a98fa-874e-4936-b96f-a45b600382bf {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:31.904755 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 648a98fa-874e-4936-b96f-a45b600382bf not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:31.905505 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device dde84478-dc6a-4edd-b950-4f540fc215e8 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:31.929987 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: dde84478-dc6a-4edd-b950-4f540fc215e8 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:31.930361 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device dde84478-dc6a-4edd-b950-4f540fc215e8 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:32.041279 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.254743 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Router 1dd7130a-11a2-47eb-b3a9-6275689e3964 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:53:32.371348 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:53:32.377302 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5c20c24b-27ca-4c33-b542-e996e058e921 admin admin] 10.222.0.21 "PUT /v2.0/routers/1dd7130a-11a2-47eb-b3a9-6275689e3964/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4136853 Sep 09 14:53:32.379555 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52158) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:32.382059 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] Sync routers for ids ['1dd7130a-11a2-47eb-b3a9-6275689e3964'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:53:32.394524 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] Routers {'1dd7130a-11a2-47eb-b3a9-6275689e3964'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:53:32.395230 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:53:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['1dd7130a-11a2-47eb-b3a9-6275689e3964'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:32.493362 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.503837 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] Set router 1dd7130a-11a2-47eb-b3a9-6275689e3964 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:53:32.597140 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.629419 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-89500f86-eb3a-47a9-8c9a-a531e28f18ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.652239 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Deleting port baa333dc-530f-43bf-b707-b4dd6760c14a {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:32.652583 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.683562 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197'}], 'enable_snat': True}, 'gw_port_id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:53:31Z', 'revision_number': 5, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port': {'id': 'baa333dc-530f-43bf-b707-b4dd6760c14a', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:ee:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:32.714065 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] Checking router: 1dd7130a-11a2-47eb-b3a9-6275689e3964 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:53:32.722737 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] Routers {'1dd7130a-11a2-47eb-b3a9-6275689e3964'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:53:32.723353 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:53:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['1dd7130a-11a2-47eb-b3a9-6275689e3964'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:32.740747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] For port baa333dc-530f-43bf-b707-b4dd6760c14a, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=baa333dc-530f-43bf-b707-b4dd6760c14a,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:32.741138 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.753799 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Calling delete_port for baa333dc-530f-43bf-b707-b4dd6760c14a owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:32.788961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.812083 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] Set router 1dd7130a-11a2-47eb-b3a9-6275689e3964 gateway port host: None {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:53:32.863519 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:53:32Z', 'revision_number': 6, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port_host': None}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:32.892602 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4872a20d-a9e0-4a7a-bde8-c52480aaa34c None None] The sync data for ids ['1dd7130a-11a2-47eb-b3a9-6275689e3964'] in dv-cinder-807469-2-iscsi is: [{'id': '1dd7130a-11a2-47eb-b3a9-6275689e3964', 'name': 'tempest-TestShelveInstance-130766104-router', 'tenant_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:48:15Z', 'updated_at': '2021-09-09T14:53:32Z', 'revision_number': 6, 'project_id': 'a068f64c5f354e6cb1ace70bd84fa514', 'gw_port_host': None}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:53:32.920857 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:32.945435 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Pushing event deleted for resources: {'Port': ['ID=baa333dc-530f-43bf-b707-b4dd6760c14a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:33.005640 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.092567 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.094558 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.137549 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.138069 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1dd7130a-11a2-47eb-b3a9-6275689e3964 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:53:33.142383 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.143587 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-c7ab8850-cbd6-40ca-9d63-8504839d27ad admin admin] 10.222.0.21 "DELETE /v2.0/routers/1dd7130a-11a2-47eb-b3a9-6275689e3964 HTTP/1.1" status: 204 len: 168 time: 0.7630451 Sep 09 14:53:33.146270 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52160) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:33.189954 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Deleting subnet 15f450c5-2ed4-4062-b0b0-55c8a4b0883f {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:53:33.193005 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.226321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.309905 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.363067 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.390520 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f450c5-2ed4-4062-b0b0-55c8a4b0883f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:33.392515 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.396716 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b495e85c-6920-4f6f-9809-9c1d757fdb7e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/15f450c5-2ed4-4062-b0b0-55c8a4b0883f HTTP/1.1" status: 204 len: 168 time: 0.2472258 Sep 09 14:53:33.397114 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52162) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:33.399982 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa1ed81-e29d-4831-be28-7c7708f57b38 None None] Network d6c064f5-0121-40cd-aece-426f97b6551a requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:53:33.467533 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.521740 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Deleting port eac3f7a6-43bf-4981-8beb-826a92c8f77d {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:33.522091 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.588562 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] For port eac3f7a6-43bf-4981-8beb-826a92c8f77d, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=eac3f7a6-43bf-4981-8beb-826a92c8f77d,segment=NetworkSegment(8af6cfdf-5a17-45a4-8a99-609c668fdd7d),segment_id=8af6cfdf-5a17-45a4-8a99-609c668fdd7d)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:33.588891 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.600332 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Calling delete_port for eac3f7a6-43bf-4981-8beb-826a92c8f77d owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:33.636553 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] DHCP port deletion for d6c064f5-0121-40cd-aece-426f97b6551a request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:53:33.680905 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.681597 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.696352 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Deleting port eac3f7a6-43bf-4981-8beb-826a92c8f77d {{(pid=105672) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:53:33.696726 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.709378 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Pushing event deleted for resources: {'Port': ['ID=eac3f7a6-43bf-4981-8beb-826a92c8f77d,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:33.711258 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] No DVR routers for this DVR port eac3f7a6-43bf-4981-8beb-826a92c8f77d on host dv-cinder-807469-2-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:53:33.763077 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] For port eac3f7a6-43bf-4981-8beb-826a92c8f77d, host dv-cinder-807469-2-iscsi, got binding levels [] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:33.763480 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.775499 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Calling delete_port for eac3f7a6-43bf-4981-8beb-826a92c8f77d owned by network:dhcp {{(pid=105672) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:53:33.779030 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.ipam_backend_mixin [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Port eac3f7a6-43bf-4981-8beb-826a92c8f77d was not found and therefore no delete operation was performed {{(pid=105672) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 14:53:33.780302 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508'] for port, after_delete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.786509 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.803716 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] Pushing event deleted for resources: {'Port': ['ID=eac3f7a6-43bf-4981-8beb-826a92c8f77d,revision_number=None']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:33.806475 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c064f5-0121-40cd-aece-426f97b6551a']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:33.810047 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa34867-d456-40cc-aba6-6f8b06bbf8be None None] No DVR routers for this DVR port eac3f7a6-43bf-4981-8beb-826a92c8f77d on host dv-cinder-807469-2-iscsi {{(pid=105672) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:53:33.822986 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8af6cfdf-5a17-45a4-8a99-609c668fdd7d') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:33.823546 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8af6cfdf-5a17-45a4-8a99-609c668fdd7d') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:53:33.835092 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.850038 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.857374 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:53:33.857857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:53:33.859482 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:53:33.903666 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eac3f7a6-43bf-4981-8beb-826a92c8f77d no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:33.926865 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: eac3f7a6-43bf-4981-8beb-826a92c8f77d {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:33.927168 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device eac3f7a6-43bf-4981-8beb-826a92c8f77d not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:33.928454 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device baa333dc-530f-43bf-b707-b4dd6760c14a no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:33.936625 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.944796 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:33.945063 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6c064f5-0121-40cd-aece-426f97b6551a HTTP/1.1" status: 204 len: 168 time: 0.5468366 Sep 09 14:53:33.959237 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81de797-f870-4fdd-975e-a58a6526f803 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6c064f5-0121-40cd-aece-426f97b6551a,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:33.959496 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: baa333dc-530f-43bf-b707-b4dd6760c14a {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:33.959876 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device baa333dc-530f-43bf-b707-b4dd6760c14a not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:33.960290 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 66835718-f082-407a-b361-d25fdf594add no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:53:33.980360 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 66835718-f082-407a-b361-d25fdf594add {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:53:33.980731 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 66835718-f082-407a-b361-d25fdf594add not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:53:34.060049 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52168) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:34.098795 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-bbad158e-09aa-4ec6-a257-ae7abaae6a13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b920b7f44d9449d089032216de233c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375035 Sep 09 14:53:34.101273 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52170) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:34.148049 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1427bfad-ed65-44f0-90bf-7a251c48f42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.169686 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1427bfad-ed65-44f0-90bf-7a251c48f42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.213639 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1427bfad-ed65-44f0-90bf-7a251c48f42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.216304 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1427bfad-ed65-44f0-90bf-7a251c48f42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.217455 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1427bfad-ed65-44f0-90bf-7a251c48f42e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/616d70e6-81c3-4ee6-b417-24297366066f HTTP/1.1" status: 204 len: 168 time: 0.1152995 Sep 09 14:53:34.225153 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427bfad-ed65-44f0-90bf-7a251c48f42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616d70e6-81c3-4ee6-b417-24297366066f,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:34.516448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52178) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:34.558174 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-0bd2b691-98be-4efa-8956-6fe5a9b87460 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a068f64c5f354e6cb1ace70bd84fa514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384965 Sep 09 14:53:34.558582 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52180) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:53:34.607743 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c343-647c-4d88-9272-3c4c41613b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.627914 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c343-647c-4d88-9272-3c4c41613b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.673489 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c343-647c-4d88-9272-3c4c41613b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.676316 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-8ac0c343-647c-4d88-9272-3c4c41613b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:34.677478 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-8ac0c343-647c-4d88-9272-3c4c41613b7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1dc71c2-3c6f-483a-a987-551d99abec8c HTTP/1.1" status: 204 len: 168 time: 0.1180227 Sep 09 14:53:34.686313 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac0c343-647c-4d88-9272-3c4c41613b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dc71c2-3c6f-483a-a987-551d99abec8c,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:34.733661 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-a09c17ab-738b-43d0-b2ca-91d771adbf53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407655 Sep 09 14:53:34.824027 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-a1ad4f09-0d23-4439-8a1d-1bdb782764c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:34.826038 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-a1ad4f09-0d23-4439-8a1d-1bdb782764c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 1098 time: 0.0451441 Sep 09 14:53:35.139304 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:35.199141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-c607404e-cb7f-428d-b503-771c40f17ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:35.201655 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-c607404e-cb7f-428d-b503-771c40f17ee2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.3544633 Sep 09 14:53:35.275508 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-4a3b469a-b199-45d7-bcc8-051a4cd2a6bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d HTTP/1.1" status: 200 len: 999 time: 0.0573108 Sep 09 14:53:35.323031 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-216ca171-7a70-4f82-9dbd-f24e412876e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:35.324480 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-216ca171-7a70-4f82-9dbd-f24e412876e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0406654 Sep 09 14:53:35.368343 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-c58a73bc-7566-4dcb-949a-f4477d55583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:35.369774 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-c58a73bc-7566-4dcb-949a-f4477d55583d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380049 Sep 09 14:53:35.459891 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-abe2f27a-bc14-44f1-a94f-e60ee9820a71 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819731 Sep 09 14:53:35.547679 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a8784f85-949a-4dda-9f35-45e28e5d8c80 req-ddd362d7-9c79-483e-aa08-5937307bd4e1 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786335 Sep 09 14:53:40.544890 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-160580c9-59b2-4ba0-8d76-70bbe7213ad3 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:40.546881 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-160580c9-59b2-4ba0-8d76-70bbe7213ad3 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1033480 Sep 09 14:53:40.561233 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-995ba584-0479-4ef3-92bd-e4d82e7fa819 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/quotas/ddaf956aa958413497eb454aa94ed1b1 HTTP/1.1" status: 200 len: 375 time: 0.0087306 Sep 09 14:53:40.613106 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-3868ac41-44f9-48ac-977a-f5eb78a8fe7f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467730 Sep 09 14:53:40.703230 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-5000978e-c719-4533-8310-3ec46298024f service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Sep 09 14:53:40.790011 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-7d469045-20cb-4741-b4fd-6216c13c2dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804603 Sep 09 14:53:40.945716 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-36ae2a19-4bff-4782-95fd-954474e7cabd req-4f36adea-b0ac-4e75-969f-64cd0eb53059 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 210 time: 0.0258009 Sep 09 14:53:41.945009 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-b5cdc41f-74df-456d-80c1-b04dd8e67024 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:41.946484 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-b5cdc41f-74df-456d-80c1-b04dd8e67024 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 815 time: 0.1061251 Sep 09 14:53:41.959822 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Request body: {'port': {'device_id': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'admin_state_up': True, 'tenant_id': 'ddaf956aa958413497eb454aa94ed1b1'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:53:42.058488 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-00c2b86c-9f2b-4b00-8815-2ed26aba3ac3 req-81f9e387-a183-4139-85d2-921f266d3bf8 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 210 time: 0.0335183 Sep 09 14:53:42.097161 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Made reservation on behalf of ddaf956aa958413497eb454aa94ed1b1 for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:53:42.101324 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.226884 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Allocated IP 172.20.0.6 (4da6d17a-f415-4e1c-b1b8-3eda2bd48932/f0e33cbe-35b4-414e-8045-4f14149e0117/a9077f8c-ca3a-42de-aeed-9911dbea2f74) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:53:42.368301 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.406248 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.420253 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', '86ad594b-10f4-4ed6-a392-c336f3c9cd50', '14696d45-f8fd-4234-9ad1-21602a2e4381'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:53:42.449032 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:53:42.452048 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:53:42.456650 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:53:42.483949 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event updated for resources: {'Port': ['ID=a9077f8c-ca3a-42de-aeed-9911dbea2f74,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:42.511655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:42.512291 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.526777 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-cfd61fff-a92e-4bad-ab13-f2704f36c9b0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708284 Sep 09 14:53:42.539952 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Request body: {'port': {'device_id': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:53:42.591655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.856204 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9077f8c-ca3a-42de-aeed-9911dbea2f74 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:53:42.863452 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.876057 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Transition to ACTIVE for port object a9077f8c-ca3a-42de-aeed-9911dbea2f74 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:53:42.879513 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:42.948658 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Pushing event updated for resources: {'Port': ['ID=a9077f8c-ca3a-42de-aeed-9911dbea2f74,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:42.999654 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Attempting to bind port a9077f8c-ca3a-42de-aeed-9911dbea2f74 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:53:43.000124 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Attempting to bind port a9077f8c-ca3a-42de-aeed-9911dbea2f74 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:53:43.000490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Attempting to bind port a9077f8c-ca3a-42de-aeed-9911dbea2f74 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:53:43.004641 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Port a9077f8c-ca3a-42de-aeed-9911dbea2f74 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:53:43.004958 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Attempting to bind port a9077f8c-ca3a-42de-aeed-9911dbea2f74 on network 4da6d17a-f415-4e1c-b1b8-3eda2bd48932 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:53:43.009690 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 53, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:53:43.010020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Checking segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:53:43.010398 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Bound using segment: {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:53:43.010820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Bound port: a9077f8c-ca3a-42de-aeed-9911dbea2f74, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72490e1d-4776-4d48-817d-e284e626a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:53:43.011168 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:43.072773 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] For port a9077f8c-ca3a-42de-aeed-9911dbea2f74, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:53:43.075686 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] For port a9077f8c-ca3a-42de-aeed-9911dbea2f74, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:53:43.081261 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:43.118021 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.118632 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:43.120120 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9077f8c-ca3a-42de-aeed-9911dbea2f74 HTTP/1.1" status: 200 len: 1093 time: 0.5842779 Sep 09 14:53:43.120549 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'tag': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:43.122785 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76817e26-56bb-4a67-815a-b842f899ebea" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf441ee-a92d-46ef-84d6-31d1bf684724", "tag": "a9077f8c-ca3a-42de-aeed-9911dbea2f74"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:43.164181 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82947c3-fe1a-49ef-aae8-415c1444d589 service neutron] Pushing event updated for resources: {'Port': ['ID=a9077f8c-ca3a-42de-aeed-9911dbea2f74,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:43.186002 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1d1e1-fc89-4356-9396-a7f0936c70d2 req-ef8ac103-fbe8-4fe7-862b-b1678781c9c7 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.187704 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-43d1d1e1-fc89-4356-9396-a7f0936c70d2 req-ef8ac103-fbe8-4fe7-862b-b1678781c9c7 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 943 time: 0.0620651 Sep 09 14:53:43.193538 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd5c163-c993-4f41-b29d-07683484ebd3 x-openstack-request-id: req-ccd5c163-c993-4f41-b29d-07683484ebd3 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:43.193826 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf441ee-a92d-46ef-84d6-31d1bf684724", "tag": "a9077f8c-ca3a-42de-aeed-9911dbea2f74", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:43.194074 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccd5c163-c993-4f41-b29d-07683484ebd3 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:43.194456 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'tag': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74', 'status': 'completed', 'code': 200} Sep 09 14:53:43.210426 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-e4407605-74a5-4fc3-85bc-a81d64073864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.211972 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-e4407605-74a5-4fc3-85bc-a81d64073864 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 1096 time: 0.0447273 Sep 09 14:53:43.227599 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-43d1d1e1-fc89-4356-9396-a7f0936c70d2 req-70b89acf-3c9d-4de9-a2cf-599c05b02bcd tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339115 Sep 09 14:53:43.260656 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-82608e92-df3e-483b-80bb-d840b83bc049 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74 HTTP/1.1" status: 200 len: 217 time: 0.0361068 Sep 09 14:53:43.304183 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:53:43.310698 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-3659293f-979c-4e63-a26f-4c5d15a56cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.312195 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-3659293f-979c-4e63-a26f-4c5d15a56cf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0426638 Sep 09 14:53:43.344115 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-690f0baa-85d3-426e-8b2f-a4ba44af9722 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246818 Sep 09 14:53:43.435096 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-21464744-8fdc-41de-9d5c-7b1e0ea6fb3f service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833664 Sep 09 14:53:43.523686 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e17b37d0-ffab-4e5e-8c20-4b7e67834d28 req-62382a14-bf7d-40c5-95ad-f19676312cfe service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Sep 09 14:53:43.613067 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817e26-56bb-4a67-815a-b842f899ebea req-72c97511-0660-41a4-afe3-2949bf5c7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.614520 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-72c97511-0660-41a4-afe3-2949bf5c7aed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddaf956aa958413497eb454aa94ed1b1&device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 1096 time: 0.0404799 Sep 09 14:53:43.708378 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817e26-56bb-4a67-815a-b842f899ebea req-be205bfb-90a0-4a73-bfcb-d8509e837139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.709732 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-be205bfb-90a0-4a73-bfcb-d8509e837139 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 200 len: 916 time: 0.0859118 Sep 09 14:53:43.752829 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-b28d5600-bf30-4709-bb7f-bcb65b82f579 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74 HTTP/1.1" status: 200 len: 217 time: 0.0331271 Sep 09 14:53:43.805920 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76817e26-56bb-4a67-815a-b842f899ebea req-3ed9e3a1-ca92-48f3-9225-5b8415c48b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:43.807332 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-3ed9e3a1-ca92-48f3-9225-5b8415c48b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 200 len: 855 time: 0.0449171 Sep 09 14:53:43.840793 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-bbae37d0-d8f8-42a7-b537-712e1fc2b7c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4da6d17a-f415-4e1c-b1b8-3eda2bd48932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242951 Sep 09 14:53:43.929862 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-c0435b6d-b9d2-4fe4-a1e5-5f31f16c6b05 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796611 Sep 09 14:53:44.024257 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-76817e26-56bb-4a67-815a-b842f899ebea req-219ecb0c-5b51-4f82-8d74-8ecb6b580243 service neutron] 10.222.0.13 "GET /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844717 Sep 09 14:53:44.341953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180419a2-f90b-4aaa-b0c8-1a1539b46a7d req-24781db5-1620-4be1-8af1-ac27d820dc13 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:44.343831 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-180419a2-f90b-4aaa-b0c8-1a1539b46a7d req-24781db5-1620-4be1-8af1-ac27d820dc13 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 943 time: 0.0496931 Sep 09 14:53:44.380954 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-180419a2-f90b-4aaa-b0c8-1a1539b46a7d req-9db2852d-5ce9-4c17-8111-d1a236d85ecc tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Sep 09 14:53:45.495578 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e2bc2-651a-4155-9b09-5a73f800b159 req-c39f562f-8c57-4a2e-8ce2-ad999e252ff6 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:45.497065 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2d4e2bc2-651a-4155-9b09-5a73f800b159 req-c39f562f-8c57-4a2e-8ce2-ad999e252ff6 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 943 time: 0.0517728 Sep 09 14:53:45.534447 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2d4e2bc2-651a-4155-9b09-5a73f800b159 req-fa47c82c-ca4d-4c4b-b001-b1f917e107cc tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315745 Sep 09 14:53:46.362042 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a9077f8c-ca3a-42de-aeed-9911dbea2f74 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:53:46.454087 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a9077f8c-ca3a-42de-aeed-9911dbea2f74, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:46.468462 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74', 'network_id': '4da6d17a-f415-4e1c-b1b8-3eda2bd48932', 'port_id': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74', 'mac_address': 'fa:16:3e:34:09:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e33cbe-35b4-414e-8045-4f14149e0117', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:53:46.504702 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:46.517210 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9077f8c-ca3a-42de-aeed-9911dbea2f74 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:53:46.536459 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a9077f8c-ca3a-42de-aeed-9911dbea2f74, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:46.539960 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:46.587034 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a9077f8c-ca3a-42de-aeed-9911dbea2f74,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:46.594500 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.594855 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.595195 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.595529 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.595889 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.596224 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.596550 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.596878 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.597203 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.597524 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.597845 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.598165 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:46.652009 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40290345-03d3-4e51-9cde-a4ea0ff5b14e req-37b3abfe-0887-41d1-bb69-5903af365f3b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:46.653492 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-40290345-03d3-4e51-9cde-a4ea0ff5b14e req-37b3abfe-0887-41d1-bb69-5903af365f3b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 944 time: 0.0538008 Sep 09 14:53:46.690644 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-40290345-03d3-4e51-9cde-a4ea0ff5b14e req-23898d2b-1ec7-426a-90ff-9650be83396b tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306909 Sep 09 14:53:46.834423 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['a9077f8c-ca3a-42de-aeed-9911dbea2f74'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:53:47.802866 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9bfc1-4455-49dc-b166-babceb9cf728 req-65cbc563-671b-435d-aab8-900f89913496 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:47.804365 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d9c9bfc1-4455-49dc-b166-babceb9cf728 req-65cbc563-671b-435d-aab8-900f89913496 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 944 time: 0.0472994 Sep 09 14:53:47.841540 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d9c9bfc1-4455-49dc-b166-babceb9cf728 req-36e83538-7975-4a47-a9a2-564fa545eac0 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Sep 09 14:53:48.369564 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a9077f8c-ca3a-42de-aeed-9911dbea2f74 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:53:48.416431 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port a9077f8c-ca3a-42de-aeed-9911dbea2f74 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:53:48.419930 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port a9077f8c-ca3a-42de-aeed-9911dbea2f74 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:53:48.420298 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:48.495775 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:48.517932 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:53:48.520176 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d90b4-9684-4f2a-884b-3deba344d5da" -d '{"events": [{"server_uuid": "bcf441ee-a92d-46ef-84d6-31d1bf684724", "name": "network-vif-plugged", "status": "completed", "tag": "a9077f8c-ca3a-42de-aeed-9911dbea2f74"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:53:48.533348 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port a9077f8c-ca3a-42de-aeed-9911dbea2f74, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:53:48.537531 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:53:48.559986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62ae244-e4d1-4970-b2f8-1afdd0819953 x-openstack-request-id: req-a62ae244-e4d1-4970-b2f8-1afdd0819953 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:53:48.560284 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf441ee-a92d-46ef-84d6-31d1bf684724", "name": "network-vif-plugged", "status": "completed", "tag": "a9077f8c-ca3a-42de-aeed-9911dbea2f74", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:53:48.560538 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a62ae244-e4d1-4970-b2f8-1afdd0819953 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:53:48.560924 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74', 'code': 200} Sep 09 14:53:48.586647 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=a9077f8c-ca3a-42de-aeed-9911dbea2f74,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:48.717635 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d6435-f251-4bef-a81c-dad246c03701 req-162dea87-83c4-46b5-9ecd-996b033341e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:48.719782 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-543d6435-f251-4bef-a81c-dad246c03701 req-162dea87-83c4-46b5-9ecd-996b033341e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 1098 time: 0.0402830 Sep 09 14:53:48.754648 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-543d6435-f251-4bef-a81c-dad246c03701 req-542ab06f-f4ce-49b7-8409-7f51613e97e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272784 Sep 09 14:53:48.959237 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d916a-8000-435b-9ce0-785d61f09602 req-7fa52aea-f018-4e31-86cf-3324cf417f1f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:48.960753 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d91d916a-8000-435b-9ce0-785d61f09602 req-7fa52aea-f018-4e31-86cf-3324cf417f1f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 945 time: 0.0476406 Sep 09 14:53:48.996226 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d91d916a-8000-435b-9ce0-785d61f09602 req-9e4f74a9-d94c-4921-aa8d-a80acb1ef659 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296431 Sep 09 14:53:50.111797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57db6c-c940-45da-80ba-4ed70192c03d req-e142b634-c84b-4063-b640-81f53d75eae6 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:53:50.113182 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a57db6c-c940-45da-80ba-4ed70192c03d req-e142b634-c84b-4063-b640-81f53d75eae6 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 945 time: 0.0485599 Sep 09 14:53:50.149643 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7a57db6c-c940-45da-80ba-4ed70192c03d req-e29017d3-4f24-4b54-bdb0-0079a95e943f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Sep 09 14:53:59.736435 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-88856797-7e0d-4f7f-8821-9e3ad8fbdf96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:00.883651 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a083e-45f5-4565-8352-f5cd1392e66d req-e3eea888-7b3f-4064-a3fe-4ef6b8d0bac2 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:00.885148 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c16a083e-45f5-4565-8352-f5cd1392e66d req-e3eea888-7b3f-4064-a3fe-4ef6b8d0bac2 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 945 time: 0.0508480 Sep 09 14:54:00.922512 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c16a083e-45f5-4565-8352-f5cd1392e66d req-3ef825ad-0424-4af2-9f27-f68a292e0c5e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307426 Sep 09 14:54:00.988057 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.039230 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ccc46-ad2d-46ac-98da-d51fbe0ebc70 req-b0f4c824-9a5d-4995-993b-94adbdfe07df tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:02.040715 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-543ccc46-ad2d-46ac-98da-d51fbe0ebc70 req-b0f4c824-9a5d-4995-993b-94adbdfe07df tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 945 time: 0.0511141 Sep 09 14:54:02.076557 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-543ccc46-ad2d-46ac-98da-d51fbe0ebc70 req-e305d709-f62c-4b03-b857-d51b69f45816 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300219 Sep 09 14:54:02.490356 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-4521ec3e-a8d3-4383-95ec-614404f02195 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:02.491805 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-4521ec3e-a8d3-4383-95ec-614404f02195 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 945 time: 0.0467262 Sep 09 14:54:02.585839 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Deleting port a9077f8c-ca3a-42de-aeed-9911dbea2f74 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:54:02.586102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.631307 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6387c756-5d51-4e6e-938c-24ee8b08ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.674771 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] For port a9077f8c-ca3a-42de-aeed-9911dbea2f74, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=a9077f8c-ca3a-42de-aeed-9911dbea2f74,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:02.675136 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.687008 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Calling delete_port for a9077f8c-ca3a-42de-aeed-9911dbea2f74 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:54:02.781088 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.814567 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.829346 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', '86ad594b-10f4-4ed6-a392-c336f3c9cd50', '14696d45-f8fd-4234-9ad1-21602a2e4381', 'a9077f8c-ca3a-42de-aeed-9911dbea2f74'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:54:02.844603 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event deleted for resources: {'Port': ['ID=a9077f8c-ca3a-42de-aeed-9911dbea2f74,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:02.884974 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] No DVR routers for this DVR port a9077f8c-ca3a-42de-aeed-9911dbea2f74 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:54:02.887484 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:02.889621 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bd6fff24-cbf1-45f2-97b4-f4022c5feb83 req-2d1e1b50-d692-4ef5-8e73-09a854950312 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "DELETE /v2.0/ports/a9077f8c-ca3a-42de-aeed-9911dbea2f74 HTTP/1.1" status: 204 len: 173 time: 0.3878694 Sep 09 14:54:02.890062 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'name': 'network-vif-deleted', 'tag': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:02.892544 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bbadb4-6ae6-4a23-8093-f9668182fd17" -d '{"events": [{"server_uuid": "bcf441ee-a92d-46ef-84d6-31d1bf684724", "name": "network-vif-deleted", "tag": "a9077f8c-ca3a-42de-aeed-9911dbea2f74"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:02.928741 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0606af0a-bd96-4a5b-9e24-dc7afd4ba6a7 x-openstack-request-id: req-0606af0a-bd96-4a5b-9e24-dc7afd4ba6a7 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:02.929035 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf441ee-a92d-46ef-84d6-31d1bf684724", "name": "network-vif-deleted", "tag": "a9077f8c-ca3a-42de-aeed-9911dbea2f74", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:02.929295 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0606af0a-bd96-4a5b-9e24-dc7afd4ba6a7 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:02.929679 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf441ee-a92d-46ef-84d6-31d1bf684724', 'name': 'network-vif-deleted', 'tag': 'a9077f8c-ca3a-42de-aeed-9911dbea2f74', 'status': 'completed', 'code': 200} Sep 09 14:54:03.181401 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-35eb2098-7094-4301-bbf4-2d7d79d149d9 req-66748abe-c603-4f58-8b9c-e98979ee365c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcf441ee-a92d-46ef-84d6-31d1bf684724 HTTP/1.1" status: 200 len: 210 time: 0.0263224 Sep 09 14:54:03.600309 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe3e2fc-d18d-4b27-97d6-d4df08357f96 req-ca64842c-594d-4389-bdb9-8401380a80c6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:03.601784 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7fe3e2fc-d18d-4b27-97d6-d4df08357f96 req-ca64842c-594d-4389-bdb9-8401380a80c6 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 945 time: 0.0483105 Sep 09 14:54:03.637943 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7fe3e2fc-d18d-4b27-97d6-d4df08357f96 req-c9a9fcba-e5c9-4e5f-9cd5-c18a1b406f97 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301266 Sep 09 14:54:03.673909 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:04.774343 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82709705-4416-419d-93e0-248928ff2e9f req-ffc032c6-9901-4ef8-8218-648e8596b91f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:04.775767 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-82709705-4416-419d-93e0-248928ff2e9f req-ffc032c6-9901-4ef8-8218-648e8596b91f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 945 time: 0.0633664 Sep 09 14:54:04.817356 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-82709705-4416-419d-93e0-248928ff2e9f req-edf73962-4b43-4030-916d-2cc4bdd3d48b tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344863 Sep 09 14:54:05.141226 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.168322 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-b14e1f3c-bf93-4a35-8bc6-dcf2dc8253af tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:05.169825 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-b14e1f3c-bf93-4a35-8bc6-dcf2dc8253af tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 945 time: 0.0510550 Sep 09 14:54:05.257470 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Deleting port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:54:05.257806 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.344982 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] For port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:05.345338 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.520380 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.520780 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.521108 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Floating IP 2cf031af-5fd1-4c0a-a28f-b70ba2b1211b disassociated. External IP: 172.27.2.2, port: 96f6aabc-f07a-4973-a1ae-2fb16b68c71d. Sep 09 14:54:05.521470 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Calling delete_port for 96f6aabc-f07a-4973-a1ae-2fb16b68c71d owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:54:05.576210 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5575a47-a030-4acd-b391-3ee420cec895 req-0dfe6791-0a1f-47ce-8ad4-16c73ae6707a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:05.577709 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c5575a47-a030-4acd-b391-3ee420cec895 req-0dfe6791-0a1f-47ce-8ad4-16c73ae6707a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Sep 09 14:54:05.616962 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-c5575a47-a030-4acd-b391-3ee420cec895 req-d94ad871-9b7e-4544-a952-51dad2cc63ad tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Sep 09 14:54:05.648588 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.674525 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'Port': ['ID=96f6aabc-f07a-4973-a1ae-2fb16b68c71d,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:05.787206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:54:05.894991 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:54:05.904369 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:54:05.917206 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:54:05.917828 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:54:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:05.935056 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-a1af138d-272d-4d67-b74d-4e276a59da7b req-8f569286-806a-4b57-a49e-ad7137448e86 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2b91656-1e48-4fb9-9519-02befa0e53f0 HTTP/1.1" status: 200 len: 210 time: 0.0424359 Sep 09 14:54:05.953836 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] No DVR routers for this DVR port 96f6aabc-f07a-4973-a1ae-2fb16b68c71d on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:54:05.956757 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:05.958800 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5fdd82b1-cf84-46dd-b464-365a7496c0a3 req-ad5262b9-27bb-4708-bf57-7d28b3efe291 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "DELETE /v2.0/ports/96f6aabc-f07a-4973-a1ae-2fb16b68c71d HTTP/1.1" status: 204 len: 173 time: 0.7828679 Sep 09 14:54:05.959230 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'name': 'network-vif-deleted', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:05.961471 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0851dfdb-f6d6-4a2d-82b3-e0d731853698" -d '{"events": [{"server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "name": "network-vif-deleted", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:06.001625 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd451502-ad7a-4078-82d7-3c9fd582dd21 x-openstack-request-id: req-bd451502-ad7a-4078-82d7-3c9fd582dd21 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:06.001911 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b91656-1e48-4fb9-9519-02befa0e53f0", "name": "network-vif-deleted", "tag": "96f6aabc-f07a-4973-a1ae-2fb16b68c71d", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:06.002164 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd451502-ad7a-4078-82d7-3c9fd582dd21 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:06.002558 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b91656-1e48-4fb9-9519-02befa0e53f0', 'name': 'network-vif-deleted', 'tag': '96f6aabc-f07a-4973-a1ae-2fb16b68c71d', 'status': 'completed', 'code': 200} Sep 09 14:54:06.041806 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:54:06.368291 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:06.394510 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:54:06.402781 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:54:06.403385 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:54:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:06.443782 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 96f6aabc-f07a-4973-a1ae-2fb16b68c71d no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:54:06.466128 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 96f6aabc-f07a-4973-a1ae-2fb16b68c71d {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:54:06.466473 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 96f6aabc-f07a-4973-a1ae-2fb16b68c71d not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:54:06.466900 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a9077f8c-ca3a-42de-aeed-9911dbea2f74 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:54:06.489205 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: a9077f8c-ca3a-42de-aeed-9911dbea2f74 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:54:06.489550 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device a9077f8c-ca3a-42de-aeed-9911dbea2f74 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:54:06.550657 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:54:06.737418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e877da9-fb98-4e5e-8dba-7e37b32700f0 req-c69567f4-590e-4281-95e4-86680119b95c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:06.738831 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e877da9-fb98-4e5e-8dba-7e37b32700f0 req-c69567f4-590e-4281-95e4-86680119b95c tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Sep 09 14:54:06.756384 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:06.776074 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1e877da9-fb98-4e5e-8dba-7e37b32700f0 req-1ff3b1b2-70d1-4a19-b017-0dd6a97b3418 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Sep 09 14:54:06.782585 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d003a-1b0c-4909-bba7-5c8ee221f582 None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:54:07.002621 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa4ab0-0703-4ecc-b6a7-395488014e14 None None] New status for floating IP 2cf031af-5fd1-4c0a-a28f-b70ba2b1211b: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:54:07.194312 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-c3dbbb13-3a71-4ee5-aafd-743f8018b42a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:07.195882 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-c3dbbb13-3a71-4ee5-aafd-743f8018b42a tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 945 time: 0.0712709 Sep 09 14:54:07.236389 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-431b104e-c66b-412b-b2e0-54effc75d295 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002636563&fields=id&tenant_id=b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 267 time: 0.0741389 Sep 09 14:54:07.398260 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-b9d1c2fe-5b11-4146-8c8e-f235e488df97 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:07.401160 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-b9d1c2fe-5b11-4146-8c8e-f235e488df97 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 812 time: 0.1560111 Sep 09 14:54:07.411189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Deleting port 14696d45-f8fd-4234-9ad1-21602a2e4381 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:54:07.411541 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:07.434987 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-7aadf0a2-9387-4363-adc0-4aa48232dc23 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/quotas/b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 375 time: 0.0263734 Sep 09 14:54:07.552102 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-ba7e9d2f-4aa4-4a02-92bd-6c11eb17097b tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1069598 Sep 09 14:54:07.556723 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] For port 14696d45-f8fd-4234-9ad1-21602a2e4381, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=14696d45-f8fd-4234-9ad1-21602a2e4381,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:07.557082 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:07.585518 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Calling delete_port for 14696d45-f8fd-4234-9ad1-21602a2e4381 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:54:07.896502 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d059384-2926-4e00-a7cb-0fdf8d293cb2 req-146af11c-fe96-41f5-94b8-5029fa2d4dc1 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:07.898196 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d059384-2926-4e00-a7cb-0fdf8d293cb2 req-146af11c-fe96-41f5-94b8-5029fa2d4dc1 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=7856f09d-eac4-4600-b1c5-372a16fcba33 HTTP/1.1" status: 200 len: 945 time: 0.0510013 Sep 09 14:54:07.939227 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-3d059384-2926-4e00-a7cb-0fdf8d293cb2 req-c8cd24d6-456c-400b-928b-00bfb33be4aa tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341790 Sep 09 14:54:07.960848 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-48f68a80-8d08-4cbe-9f89-52cee93dab44 service neutron] 10.222.0.21 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962326 Sep 09 14:54:08.092286 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-64660a15-5d8e-41ae-9781-8092da37636e service neutron] 10.222.0.21 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220708 Sep 09 14:54:08.093208 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:08.104762 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', '86ad594b-10f4-4ed6-a392-c336f3c9cd50', '14696d45-f8fd-4234-9ad1-21602a2e4381'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:54:08.123255 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event deleted for resources: {'Port': ['ID=14696d45-f8fd-4234-9ad1-21602a2e4381,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:08.168490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] No DVR routers for this DVR port 14696d45-f8fd-4234-9ad1-21602a2e4381 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:54:08.171012 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:08.174207 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-b0a24502-43e8-46aa-88e2-fa53d5eaf4dd req-fd7c9b70-fcc7-4b62-b075-a486e37fc727 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "DELETE /v2.0/ports/14696d45-f8fd-4234-9ad1-21602a2e4381 HTTP/1.1" status: 204 len: 173 time: 0.9665205 Sep 09 14:54:08.174207 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'name': 'network-vif-deleted', 'tag': '14696d45-f8fd-4234-9ad1-21602a2e4381'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:08.177225 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f2587f-fa0c-4cfe-bc11-e7e2305edfd7" -d '{"events": [{"server_uuid": "7856f09d-eac4-4600-b1c5-372a16fcba33", "name": "network-vif-deleted", "tag": "14696d45-f8fd-4234-9ad1-21602a2e4381"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:08.216771 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b992b879-a319-42ab-b07c-0068845fd544 x-openstack-request-id: req-b992b879-a319-42ab-b07c-0068845fd544 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:08.217055 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7856f09d-eac4-4600-b1c5-372a16fcba33", "name": "network-vif-deleted", "tag": "14696d45-f8fd-4234-9ad1-21602a2e4381", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:08.217287 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b992b879-a319-42ab-b07c-0068845fd544 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:08.217767 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7856f09d-eac4-4600-b1c5-372a16fcba33', 'name': 'network-vif-deleted', 'tag': '14696d45-f8fd-4234-9ad1-21602a2e4381', 'status': 'completed', 'code': 200} Sep 09 14:54:08.425939 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-bcb4e5fd-ef4c-49e4-99fe-f153e8803393 req-66ad8b28-da30-4c21-9e1e-cf708b4099be tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 210 time: 0.0311213 Sep 09 14:54:09.259645 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a922f86-779e-45b6-bd14-dd2725e26e0e req-89ad0768-94ce-4741-ac19-4c1efa4c2d3e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:09.261149 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5a922f86-779e-45b6-bd14-dd2725e26e0e req-89ad0768-94ce-4741-ac19-4c1efa4c2d3e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 946 time: 0.1042743 Sep 09 14:54:09.320611 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5a922f86-779e-45b6-bd14-dd2725e26e0e req-de20a59a-5e45-40b1-93f2-46244e392ca8 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521266 Sep 09 14:54:09.327351 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-2492d121-a10a-46c4-aa75-d0ad7ce3874f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:09.329513 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-2492d121-a10a-46c4-aa75-d0ad7ce3874f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 812 time: 0.1475122 Sep 09 14:54:09.380453 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9a6d416b-a3d9-4f11-a1a1-c3a438c8f858 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 380 time: 0.0355110 Sep 09 14:54:09.390232 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'port': {'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'admin_state_up': True, 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'security_groups': ['eb8c79f0-ff48-4fc0-89cf-1c6412393504']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:54:09.496026 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Made reservation on behalf of b154922f6cc04b3d93d32ced459ee3cb for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:54:09.499415 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:09.520563 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-076429bb-0305-4e15-983a-a46c2422483f req-480fcc85-48d7-4c46-9e04-f9b61d710fbf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 210 time: 0.0264523 Sep 09 14:54:09.630538 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Allocated IP 172.20.0.11 (0013c465-5a8c-419d-b1c4-5ede9fc7b232/fe2d107e-9967-41b4-9c20-d1911468ead2/2cd492ee-2291-4d4e-bd1b-938f3737f7e7) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:54:09.771345 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:09.784439 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Transition to ACTIVE for port object 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:54:09.815655 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:09.857320 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:54:09.860993 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:54:09.864742 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:54:09.890371 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:09.918953 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:09.919563 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:09.934920 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-8e80e9f1-948a-4e74-bd0c-598042fbf08a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5481498 Sep 09 14:54:09.947961 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Request body: {'port': {'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:54:10.007988 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.066358 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a3a3806a-b431-4b0d-bfe4-888dc8d7a24e None None] Provisioning for port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:54:10.070397 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-a3a3806a-b431-4b0d-bfe4-888dc8d7a24e None None] Provisioning complete for port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:54:10.070773 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a3a3806a-b431-4b0d-bfe4-888dc8d7a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.107038 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-a3a3806a-b431-4b0d-bfe4-888dc8d7a24e None None] Port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:54:10.263451 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:54:10.271322 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.283430 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Transition to ACTIVE for port object 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:54:10.287214 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.338383 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Pushing event updated for resources: {'Port': ['ID=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:10.432404 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Attempting to bind port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:54:10.432740 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Attempting to bind port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:54:10.433067 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Attempting to bind port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:54:10.439298 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:54:10.439623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Attempting to bind port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:54:10.441089 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 14696d45-f8fd-4234-9ad1-21602a2e4381 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:54:10.448376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:54:10.448717 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Checking segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:54:10.449102 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Bound using segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:54:10.449530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Bound port: 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:54:10.449885 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.461086 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 14696d45-f8fd-4234-9ad1-21602a2e4381 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:54:10.461680 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 14696d45-f8fd-4234-9ad1-21602a2e4381 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:54:10.475680 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb2cd-4c1b-4df4-9921-83facbd90a2e req-0f3b898b-0098-433f-9a7d-2d8290fdea2e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.477273 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-773cb2cd-4c1b-4df4-9921-83facbd90a2e req-0f3b898b-0098-433f-9a7d-2d8290fdea2e tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 946 time: 0.0786502 Sep 09 14:54:10.528087 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d88107-4681-45e3-abca-770235c3a4c2 req-6a514a64-856e-4c30-b635-4fcea8d08ef8 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.530396 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-45d88107-4681-45e3-abca-770235c3a4c2 req-6a514a64-856e-4c30-b635-4fcea8d08ef8 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/ports?device_id=dbcd3eec-ae4b-4377-916c-044b6bba49fe HTTP/1.1" status: 200 len: 946 time: 0.0613520 Sep 09 14:54:10.555623 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-773cb2cd-4c1b-4df4-9921-83facbd90a2e req-260c0f4c-fda1-4d8f-94e8-7c15b8b5b799 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719676 Sep 09 14:54:10.559928 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] For port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:54:10.564536 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] For port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:54:10.580593 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.616325 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.616959 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.619782 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] 10.222.0.13 "PUT /v2.0/ports/2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 1094 time: 0.6750383 Sep 09 14:54:10.619782 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:10.622522 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35373655-6328-47bc-9e2b-b0192e3eefdb" -d '{"events": [{"name": "network-changed", "server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:10.664089 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd91c5-ceee-40d1-a23f-e2a33036914b service neutron] Pushing event updated for resources: {'Port': ['ID=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:10.674799 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033464cd-9230-4349-9cc4-70f59097c64f req-a791e5bb-339d-4f05-ba45-29e237f831a1 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.676515 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-033464cd-9230-4349-9cc4-70f59097c64f req-a791e5bb-339d-4f05-ba45-29e237f831a1 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0732296 Sep 09 14:54:10.681800 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e95c5d-9ec2-45c9-9db2-997fb2184a30 x-openstack-request-id: req-36e95c5d-9ec2-45c9-9db2-997fb2184a30 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:10.684016 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:10.684280 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36e95c5d-9ec2-45c9-9db2-997fb2184a30 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:10.684687 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'status': 'completed', 'code': 200} Sep 09 14:54:10.685310 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Deleting port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:54:10.685724 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.715718 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-2944b1ac-80a2-4c6a-8d5c-75abb0bc44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.717303 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-2944b1ac-80a2-4c6a-8d5c-75abb0bc44d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1097 time: 0.0477931 Sep 09 14:54:10.760895 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-58d9ea62-4169-4245-8d3f-fa1aff86cbfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 217 time: 0.0360498 Sep 09 14:54:10.773597 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-033464cd-9230-4349-9cc4-70f59097c64f req-1f4c8836-01a8-41f5-bcb3-2606d6773a08 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906219 Sep 09 14:54:10.808282 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] For port 86ad594b-10f4-4ed6-a392-c336f3c9cd50, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=86ad594b-10f4-4ed6-a392-c336f3c9cd50,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:10.808656 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.820510 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-a18ae9ab-0beb-4016-81c4-3c8b734223e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.822035 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-a18ae9ab-0beb-4016-81c4-3c8b734223e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0542684 Sep 09 14:54:10.827007 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Calling delete_port for 86ad594b-10f4-4ed6-a392-c336f3c9cd50 owned by compute:nova {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:54:10.876004 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-e97d51ed-8a06-488e-afe5-0010a14dc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:10.877524 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-e97d51ed-8a06-488e-afe5-0010a14dc800 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478582 Sep 09 14:54:10.957948 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:10.972145 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', '86ad594b-10f4-4ed6-a392-c336f3c9cd50'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:54:10.974145 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-4ec7135c-2d25-4336-8e91-17861d035879 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890934 Sep 09 14:54:10.987613 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event deleted for resources: {'Port': ['ID=86ad594b-10f4-4ed6-a392-c336f3c9cd50,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:11.024447 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.024819 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.025170 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.025517 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.025860 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.026196 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.026532 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.026867 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.027197 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.027534 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.027896 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.028224 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:54:11.044956 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] No DVR routers for this DVR port 86ad594b-10f4-4ed6-a392-c336f3c9cd50 on host hv-cinder-80746 {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:54:11.047429 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:11.049641 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-45d88107-4681-45e3-abca-770235c3a4c2 req-2f7d6347-2893-4949-b84f-f40d944cf7ba tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "DELETE /v2.0/ports/86ad594b-10f4-4ed6-a392-c336f3c9cd50 HTTP/1.1" status: 204 len: 173 time: 0.5135474 Sep 09 14:54:11.050030 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'name': 'network-vif-deleted', 'tag': '86ad594b-10f4-4ed6-a392-c336f3c9cd50'}] {{(pid=105670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:11.052557 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}634d6ce6892c04f4a3e43faf8515ebcdd164adb09d88f374de537880665a4faf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8419b7e4-d19d-4a7c-937e-c7e9136ef8d5" -d '{"events": [{"server_uuid": "dbcd3eec-ae4b-4377-916c-044b6bba49fe", "name": "network-vif-deleted", "tag": "86ad594b-10f4-4ed6-a392-c336f3c9cd50"}]}' {{(pid=105670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:11.086263 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-6e4f6273-5572-40a0-9ea9-73d51f13f82d req-2658cb88-7fa5-486f-85bb-ed2cc50a0d27 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049476 Sep 09 14:54:11.098126 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795e0c4a-9baf-41af-b0fb-33a510ee7d8c x-openstack-request-id: req-795e0c4a-9baf-41af-b0fb-33a510ee7d8c {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:11.098425 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcd3eec-ae4b-4377-916c-044b6bba49fe", "name": "network-vif-deleted", "tag": "86ad594b-10f4-4ed6-a392-c336f3c9cd50", "status": "completed", "code": 200}]} {{(pid=105670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:11.098788 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-795e0c4a-9baf-41af-b0fb-33a510ee7d8c {{(pid=105670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:11.099353 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcd3eec-ae4b-4377-916c-044b6bba49fe', 'name': 'network-vif-deleted', 'tag': '86ad594b-10f4-4ed6-a392-c336f3c9cd50', 'status': 'completed', 'code': 200} Sep 09 14:54:11.195530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-dbc4d889-3314-4acf-9f53-fab52a9a5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:11.197082 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-dbc4d889-3314-4acf-9f53-fab52a9a5b5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1097 time: 0.0416050 Sep 09 14:54:11.296302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-039b63db-cae1-464d-bd63-1fa40e05cec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:11.297805 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-039b63db-cae1-464d-bd63-1fa40e05cec9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0903702 Sep 09 14:54:11.339452 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-85d605d0-03e5-40f3-bc3c-30d7d36e9afb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 217 time: 0.0337892 Sep 09 14:54:11.388688 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-96cfa3c6-8e59-4b5d-a519-daa1f737efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:11.390120 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-96cfa3c6-8e59-4b5d-a519-daa1f737efa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0420697 Sep 09 14:54:11.439308 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-eea40ab5-ba85-4dc6-b245-ce9366120d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:11.440828 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-eea40ab5-ba85-4dc6-b245-ce9366120d26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429695 Sep 09 14:54:11.531883 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-92a3a108-a17f-47cd-92cc-5328ff4c0e81 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840893 Sep 09 14:54:11.630870 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-35373655-6328-47bc-9e2b-b0192e3eefdb req-2e157910-86d4-48ef-aaa7-6161f32062c4 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921197 Sep 09 14:54:11.894411 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a5534-0f81-4c33-a64d-20115cf16896 req-89469c3a-4356-43b2-9415-0ff2069d6c99 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:11.895911 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-928a5534-0f81-4c33-a64d-20115cf16896 req-89469c3a-4356-43b2-9415-0ff2069d6c99 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0513504 Sep 09 14:54:11.933942 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-928a5534-0f81-4c33-a64d-20115cf16896 req-9264ab88-7f98-4047-8769-276d4ba49bda tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309787 Sep 09 14:54:12.937197 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673e9b2-30d9-44e5-afe6-c1859e59c966 req-27239f6f-fbe1-48a9-80ae-1a912e015723 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:12.939502 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3673e9b2-30d9-44e5-afe6-c1859e59c966 req-27239f6f-fbe1-48a9-80ae-1a912e015723 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 945 time: 0.0496919 Sep 09 14:54:12.977408 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3673e9b2-30d9-44e5-afe6-c1859e59c966 req-f28144cb-0c24-4319-b70f-12f3bbef53da tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Sep 09 14:54:13.049895 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b4e3fe-6223-4122-860a-f25315ac368d req-5f1a66c1-7fe3-4f08-b67f-5159a4091344 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:13.051397 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86b4e3fe-6223-4122-860a-f25315ac368d req-5f1a66c1-7fe3-4f08-b67f-5159a4091344 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0482838 Sep 09 14:54:13.088032 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-86b4e3fe-6223-4122-860a-f25315ac368d req-9eba35e1-df5c-47be-9bd2-8b78f677b87c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306942 Sep 09 14:54:14.094576 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf98a9-85ec-465b-9603-72d8fdb8964f req-6518892d-e56e-4790-b643-77c4c1d794b4 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:14.096069 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3bcf98a9-85ec-465b-9603-72d8fdb8964f req-6518892d-e56e-4790-b643-77c4c1d794b4 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 945 time: 0.0523164 Sep 09 14:54:14.132576 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-3bcf98a9-85ec-465b-9603-72d8fdb8964f req-80ac2892-2a36-46c6-b399-440b70a99f95 tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5f276e0-3eff-45fd-9695-c6f4690ad715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307343 Sep 09 14:54:14.200902 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d2fef-66e6-467f-9dbf-c93ee7cbb5e0 req-c38346b6-4cf6-41a7-b6fa-1aaf678bad8d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:14.202409 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-589d2fef-66e6-467f-9dbf-c93ee7cbb5e0 req-c38346b6-4cf6-41a7-b6fa-1aaf678bad8d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0478065 Sep 09 14:54:14.241958 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-589d2fef-66e6-467f-9dbf-c93ee7cbb5e0 req-4841b94a-b51f-4a0c-9b2c-d825c08617f0 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327456 Sep 09 14:54:14.389783 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-3eb5e2ea-8247-4ad9-81d3-5e62776905ed tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:14.391830 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-3eb5e2ea-8247-4ad9-81d3-5e62776905ed tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Sep 09 14:54:14.471495 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 86ad594b-10f4-4ed6-a392-c336f3c9cd50 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:54:14.478816 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Deleting port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:54:14.479151 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:14.493681 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 86ad594b-10f4-4ed6-a392-c336f3c9cd50 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:54:14.494028 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 86ad594b-10f4-4ed6-a392-c336f3c9cd50 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:54:14.569030 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] For port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,segment=NetworkSegment(72490e1d-4776-4d48-817d-e284e626a9c5),segment_id=72490e1d-4776-4d48-817d-e284e626a9c5)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:14.569391 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:14.582439 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Calling delete_port for f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:54:14.707502 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:14.718011 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:54:14.733133 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Pushing event deleted for resources: {'Port': ['ID=f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:14.774965 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] No DVR routers for this DVR port f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:54:14.777389 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:14.779467 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-8e1d13aa-5d3c-4503-8dec-298a56f3ceba req-141edba1-2cb6-4bd8-b41c-0da03a7eb8db tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.13 "DELETE /v2.0/ports/f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 HTTP/1.1" status: 204 len: 173 time: 0.3820224 Sep 09 14:54:14.779922 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0556b935-f303-4dcf-9261-4e483760cea5', 'name': 'network-vif-deleted', 'tag': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:14.782171 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71af1bcb-2580-4194-b360-1c938e11c44e" -d '{"events": [{"server_uuid": "0556b935-f303-4dcf-9261-4e483760cea5", "name": "network-vif-deleted", "tag": "f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:14.821817 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee1aa17-d437-4a75-a117-dc803a985094 x-openstack-request-id: req-0ee1aa17-d437-4a75-a117-dc803a985094 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:14.822105 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0556b935-f303-4dcf-9261-4e483760cea5", "name": "network-vif-deleted", "tag": "f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:14.822355 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ee1aa17-d437-4a75-a117-dc803a985094 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:14.822772 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0556b935-f303-4dcf-9261-4e483760cea5', 'name': 'network-vif-deleted', 'tag': 'f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10', 'status': 'completed', 'code': 200} Sep 09 14:54:15.238028 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-446b99c1-977e-4a10-b4da-ea577a756428 req-43bffca0-96d8-4c82-9369-c3135176e67f tempest-AttachVolumeNegativeTest-617430839 tempest-AttachVolumeNegativeTest-617430839-project] 10.222.0.21 "GET /v2.0/ports?device_id=0556b935-f303-4dcf-9261-4e483760cea5 HTTP/1.1" status: 200 len: 210 time: 0.0295639 Sep 09 14:54:15.361530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e32b9a-6324-4e01-b684-8e1fbbe0e6be req-a0c971db-7e80-4b7c-819d-ec61310fd10a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:15.363015 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e6e32b9a-6324-4e01-b684-8e1fbbe0e6be req-a0c971db-7e80-4b7c-819d-ec61310fd10a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0535202 Sep 09 14:54:15.400468 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-e6e32b9a-6324-4e01-b684-8e1fbbe0e6be req-4fa98287-97bc-49ac-84a7-f090d4c06e14 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313892 Sep 09 14:54:16.294585 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52420) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:16.339006 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Deleting subnet f0e33cbe-35b4-414e-8045-4f14149e0117 {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:54:16.341998 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.374667 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8859964'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.411480 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.464597 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458494'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.493703 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e33cbe-35b4-414e-8045-4f14149e0117,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:16.499625 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.501800 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-753c6df5-2652-4e8f-a1e7-bbac670285a9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f0e33cbe-35b4-414e-8045-4f14149e0117 HTTP/1.1" status: 204 len: 168 time: 0.2059779 Sep 09 14:54:16.504455 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52424) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:16.515896 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd24dbe-84e5-468b-acd2-9fa8928bec12 req-3e6b991b-1bfe-476b-b54b-7436431dec6d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:16.517432 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ddd24dbe-84e5-468b-acd2-9fa8928bec12 req-3e6b991b-1bfe-476b-b54b-7436431dec6d tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0512125 Sep 09 14:54:16.555567 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-ddd24dbe-84e5-468b-acd2-9fa8928bec12 req-347a4bdc-0051-4e3a-922b-474d7e4fec3f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319188 Sep 09 14:54:16.571505 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.649949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.669641 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da6d17a-f415-4e1c-b1b8-3eda2bd48932']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:16.679161 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72490e1d-4776-4d48-817d-e284e626a9c5') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:16.679459 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72490e1d-4776-4d48-817d-e284e626a9c5') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:16.688415 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.700989 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.707516 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:54:16.708011 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:54:16.709637 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:54:16.761692 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.766796 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:16.768871 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4da6d17a-f415-4e1c-b1b8-3eda2bd48932 HTTP/1.1" status: 204 len: 168 time: 0.2636216 Sep 09 14:54:16.779061 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691bd38-0245-4019-8453-03d7e46a0ab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4da6d17a-f415-4e1c-b1b8-3eda2bd48932,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:16.926193 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52428) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:16.964938 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-70337079-839f-4cc4-9c0e-3c4d8f4cf8ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddaf956aa958413497eb454aa94ed1b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375757 Sep 09 14:54:16.967249 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52430) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:17.013623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f13e865f-af48-4f49-bb57-d502a9d7589d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:17.034772 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f13e865f-af48-4f49-bb57-d502a9d7589d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:17.084204 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f13e865f-af48-4f49-bb57-d502a9d7589d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:17.086813 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-f13e865f-af48-4f49-bb57-d502a9d7589d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:17.088014 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-f13e865f-af48-4f49-bb57-d502a9d7589d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5f276e0-3eff-45fd-9695-c6f4690ad715 HTTP/1.1" status: 204 len: 168 time: 0.1196392 Sep 09 14:54:17.095311 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e865f-af48-4f49-bb57-d502a9d7589d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f276e0-3eff-45fd-9695-c6f4690ad715,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:17.672205 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637807-f8fd-4cb6-bec2-d270d62379d4 req-62e9287c-48f7-4755-b874-a4e10f6d3961 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:17.674381 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-63637807-f8fd-4cb6-bec2-d270d62379d4 req-62e9287c-48f7-4755-b874-a4e10f6d3961 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 944 time: 0.0532889 Sep 09 14:54:17.714539 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-63637807-f8fd-4cb6-bec2-d270d62379d4 req-a7f76e8a-7cc8-4990-a88c-a213d4df7784 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326507 Sep 09 14:54:18.479200 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:54:18.482263 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:54:18.508974 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:54:18.509316 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device f47f0ff8-6dbb-49dc-84a2-bd8f36cd3b10 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:54:18.593909 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:18.604676 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:54:18.641212 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:18.653377 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:54:18.671398 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:18.675415 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:18.722090 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:18.826906 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cb2736-62b5-4dc2-8f8b-42980fe6cd7a req-b8630c4e-da5a-4da7-9204-dca0174322cb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:18.828392 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-74cb2736-62b5-4dc2-8f8b-42980fe6cd7a req-b8630c4e-da5a-4da7-9204-dca0174322cb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 945 time: 0.0496972 Sep 09 14:54:18.866088 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-74cb2736-62b5-4dc2-8f8b-42980fe6cd7a req-23a77e2c-14a2-467f-8602-452f71b69efd tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Sep 09 14:54:18.876840 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['2cd492ee-2291-4d4e-bd1b-938f3737f7e7'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:54:19.979084 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819488-1c4e-473b-972c-e517aca507c8 req-afb6d242-3db9-4953-bc08-7279d08a2a0f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:19.980659 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-55819488-1c4e-473b-972c-e517aca507c8 req-afb6d242-3db9-4953-bc08-7279d08a2a0f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 945 time: 0.0482903 Sep 09 14:54:20.017485 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-55819488-1c4e-473b-972c-e517aca507c8 req-8daee763-af27-4ee6-924a-03c0b5bd8343 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309842 Sep 09 14:54:20.303263 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:54:20.478934 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:54:20.527056 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:54:20.530764 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:54:20.531241 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:20.612627 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:20.634201 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:20.636456 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f878d68-9c23-4f1c-99e1-b8bd8cb79960" -d '{"events": [{"server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "name": "network-vif-plugged", "status": "completed", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:20.649931 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:54:20.655884 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:20.681831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80278a97-4f67-4b4a-bb8d-251f3ecf6c5c x-openstack-request-id: req-80278a97-4f67-4b4a-bb8d-251f3ecf6c5c {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:20.682149 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "name": "network-vif-plugged", "status": "completed", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:20.682418 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80278a97-4f67-4b4a-bb8d-251f3ecf6c5c {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:20.682842 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'code': 200} Sep 09 14:54:20.708234 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:20.899189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94323861-d468-415d-933f-aecd254ff81e req-b793e691-db0c-4a6c-87ed-5d56e4601ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:20.901596 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94323861-d468-415d-933f-aecd254ff81e req-b793e691-db0c-4a6c-87ed-5d56e4601ac9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1099 time: 0.0448472 Sep 09 14:54:20.939896 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-94323861-d468-415d-933f-aecd254ff81e req-7466a659-f57d-40db-ab11-9f6bae17e73c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304782 Sep 09 14:54:21.129575 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a290a69-8836-4554-8416-127a941de3c9 req-91a6851e-3cb6-440c-8408-c9bab5c1f184 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:21.131006 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6a290a69-8836-4554-8416-127a941de3c9 req-91a6851e-3cb6-440c-8408-c9bab5c1f184 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 946 time: 0.0494447 Sep 09 14:54:21.169696 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-6a290a69-8836-4554-8416-127a941de3c9 req-f6d488b0-80af-4e52-94aa-d6841d459620 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317841 Sep 09 14:54:22.285999 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf56eb2-64e0-4378-b8b9-6c8ade91c2ad req-14476250-acc9-4ba8-9882-73f07b0403a1 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:22.287522 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bdf56eb2-64e0-4378-b8b9-6c8ade91c2ad req-14476250-acc9-4ba8-9882-73f07b0403a1 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 946 time: 0.0513666 Sep 09 14:54:22.324685 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bdf56eb2-64e0-4378-b8b9-6c8ade91c2ad req-491e3038-ce3f-48b1-a40e-f64988758993 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Sep 09 14:54:22.437452 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d298f69-a842-4048-aa9e-a64374592b13 req-f868e3bf-9634-49f1-96b3-dc72a6ae4a33 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:22.439046 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d298f69-a842-4048-aa9e-a64374592b13 req-f868e3bf-9634-49f1-96b3-dc72a6ae4a33 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 946 time: 0.0488176 Sep 09 14:54:22.478743 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7d298f69-a842-4048-aa9e-a64374592b13 req-5cbcaa57-2f1e-4f7a-b886-51a27324a423 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327544 Sep 09 14:54:22.501308 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52530) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:22.539810 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53d26bc-5c3f-43c7-abb1-bb2af9662a59 tempest-TestVolumeBootPattern-1992740977 tempest-TestVolumeBootPattern-1992740977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:22.541355 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-b53d26bc-5c3f-43c7-abb1-bb2af9662a59 tempest-TestVolumeBootPattern-1992740977 tempest-TestVolumeBootPattern-1992740977-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1094 time: 0.0390823 Sep 09 14:54:22.544266 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52532) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:22.548627 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:54:22.571446 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:22.670294 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:22.775963 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Allocated IP 172.27.2.91 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/c6f9deae-088b-4376-8296-787a5e4adeff) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:54:22.881955 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:22.919443 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:22.958637 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:54:22.963587 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:54:22.966439 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:54:23.002492 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=c6f9deae-088b-4376-8296-787a5e4adeff,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:23.326312 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:23.395557 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:23.536745 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:23.541075 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:23.611713 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=c6f9deae-088b-4376-8296-787a5e4adeff,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:23.621098 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:23.717228 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Floating IP 41901195-b974-42f4-955f-4df8247595a7 associated. External IP: 172.27.2.91, port: 2cd492ee-2291-4d4e-bd1b-938f3737f7e7. Sep 09 14:54:24.177418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:54:24.281058 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:54:24.292005 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:54:24.296969 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:24.304063 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:54:24.304686 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:54:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:24.324854 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-a6bb0e08-c437-4b55-8d60-ee78aa30f0f9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7794991 Sep 09 14:54:24.325433 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:54:24.327750 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abad498a-eeb8-41de-8d27-d3820b820436" -d '{"events": [{"name": "network-changed", "server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:54:24.369083 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f777f4b4-9ac7-419a-bf3d-d6082b102fb3 x-openstack-request-id: req-f777f4b4-9ac7-419a-bf3d-d6082b102fb3 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:54:24.369381 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:54:24.369639 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f777f4b4-9ac7-419a-bf3d-d6082b102fb3 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:54:24.370041 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'status': 'completed', 'code': 200} Sep 09 14:54:24.417441 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:54:24.431108 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad498a-eeb8-41de-8d27-d3820b820436 req-9e2424fa-820f-46c9-af22-4a7c15f69abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:24.432615 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-9e2424fa-820f-46c9-af22-4a7c15f69abc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1099 time: 0.0430405 Sep 09 14:54:24.525321 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad498a-eeb8-41de-8d27-d3820b820436 req-7d93053a-9d7b-4f91-b7a1-117a3bdda32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:24.526829 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-7d93053a-9d7b-4f91-b7a1-117a3bdda32e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0875480 Sep 09 14:54:24.591350 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-5efe3740-8f70-4ae0-a006-fbe0a1da68f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 999 time: 0.0569868 Sep 09 14:54:24.643183 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:23Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:24.643632 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad498a-eeb8-41de-8d27-d3820b820436 req-3d24ded3-aec1-48b3-91b6-e3db03d75ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:24.645316 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-3d24ded3-aec1-48b3-91b6-e3db03d75ccc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0469553 Sep 09 14:54:24.669119 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:54:24.678062 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:54:24.678671 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:54:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:24.698153 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad498a-eeb8-41de-8d27-d3820b820436 req-f50e9101-db05-43eb-a36b-41bf4b68f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:54:24.699578 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-f50e9101-db05-43eb-a36b-41bf4b68f271 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0477455 Sep 09 14:54:24.785662 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:54:24.788166 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-4b92470f-ed03-49d8-b432-ed7f384042a0 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816760 Sep 09 14:54:24.881941 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-abad498a-eeb8-41de-8d27-d3820b820436 req-85fea909-101a-4663-a99e-86e7272a1e4e service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872722 Sep 09 14:54:25.007777 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:23Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:54:25.034596 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c915600-e52e-4983-829a-d151271a52e2 None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:23Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:54:25.227301 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608095b-ad26-42bc-8c5a-4954fa541b4c None None] New status for floating IP 41901195-b974-42f4-955f-4df8247595a7: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:54:26.367376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52568) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:26.470271 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-33f9ccc5-1be8-4c81-b2f8-b8e9928a27c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.558267 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-33f9ccc5-1be8-4c81-b2f8-b8e9928a27c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.561968 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-33f9ccc5-1be8-4c81-b2f8-b8e9928a27c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.600571 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-33f9ccc5-1be8-4c81-b2f8-b8e9928a27c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89a3571e8e2c42dba44f5de41f5b2f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320957 Sep 09 14:54:26.602531 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f9ccc5-1be8-4c81-b2f8-b8e9928a27c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb24f61-946c-4340-a7df-a243e9c504e5,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:26.603265 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52572) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:54:26.651042 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23bd192f-8fb9-440b-8fb7-eb9495466218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.671678 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23bd192f-8fb9-440b-8fb7-eb9495466218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.720004 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23bd192f-8fb9-440b-8fb7-eb9495466218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.723264 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-23bd192f-8fb9-440b-8fb7-eb9495466218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:26.724461 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-23bd192f-8fb9-440b-8fb7-eb9495466218 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2eb24f61-946c-4340-a7df-a243e9c504e5 HTTP/1.1" status: 204 len: 168 time: 0.1201632 Sep 09 14:54:26.732285 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd192f-8fb9-440b-8fb7-eb9495466218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb24f61-946c-4340-a7df-a243e9c504e5,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:54:29.738204 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a58d9114-b4be-4df3-8e85-e9228fd6639d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:31.006483 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:32.632284 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-5a652053-b868-460a-bcd0-3cc5cbed3e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:32.782501 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:33.667179 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:35.143986 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:54:57.306058 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:54:59.739177 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f942a1bd-b1de-449b-9d9b-88d54e9955fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:01.035327 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:02.633495 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-699e1c1d-c20a-4eeb-94fb-6afa9f5df9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:02.783340 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:03.669503 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:05.147875 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.117916 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 52958) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:08.220633 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d32b9019-ff64-4d34-83c3-01c417163996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.308702 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d32b9019-ff64-4d34-83c3-01c417163996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.312426 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d32b9019-ff64-4d34-83c3-01c417163996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.350633 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d32b9019-ff64-4d34-83c3-01c417163996 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42d996b2dae44b1283f22572d6cb5d6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316740 Sep 09 14:55:08.351601 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32b9019-ff64-4d34-83c3-01c417163996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5772e93c-5595-4ec2-9ae4-c8bfed0cca03,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:08.353260 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52962) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:08.404045 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.424652 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.473959 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.476575 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.477720 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5772e93c-5595-4ec2-9ae4-c8bfed0cca03 HTTP/1.1" status: 204 len: 168 time: 0.1226804 Sep 09 14:55:08.485015 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5772e93c-5595-4ec2-9ae4-c8bfed0cca03,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:08.492612 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.492960 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.493417 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.493635 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.493979 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.494517 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.494744 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.495076 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.495405 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.495745 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.496076 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.496395 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de00c9-ca78-406a-8a7a-bcf6ef8280ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:08.729651 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52968) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:08.742951 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-656548fe-f726-4523-b7cd-851aa83c2bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.828861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-656548fe-f726-4523-b7cd-851aa83c2bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.833870 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-656548fe-f726-4523-b7cd-851aa83c2bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.869534 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656548fe-f726-4523-b7cd-851aa83c2bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c972326-a7e2-4949-8d38-df3b8b66ae2b,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:08.873849 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-656548fe-f726-4523-b7cd-851aa83c2bed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0afc79839a741e68f8a4c14460374b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431687 Sep 09 14:55:08.876739 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 52970) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:08.924684 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e725330-1cd4-41bd-8194-6543b1dd3a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.945490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e725330-1cd4-41bd-8194-6543b1dd3a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.990451 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e725330-1cd4-41bd-8194-6543b1dd3a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.993094 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5e725330-1cd4-41bd-8194-6543b1dd3a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:08.994233 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5e725330-1cd4-41bd-8194-6543b1dd3a62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c972326-a7e2-4949-8d38-df3b8b66ae2b HTTP/1.1" status: 204 len: 168 time: 0.1169233 Sep 09 14:55:09.001435 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e725330-1cd4-41bd-8194-6543b1dd3a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c972326-a7e2-4949-8d38-df3b8b66ae2b,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:19.492716 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53080) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:19.594035 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bf5c10d9-a25b-49ee-bbdf-3043d7f0adaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.683971 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bf5c10d9-a25b-49ee-bbdf-3043d7f0adaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.687543 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bf5c10d9-a25b-49ee-bbdf-3043d7f0adaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.725291 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-bf5c10d9-a25b-49ee-bbdf-3043d7f0adaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8f41a6bd4fe45b395623c933a4ed0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315385 Sep 09 14:55:19.726141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c10d9-a25b-49ee-bbdf-3043d7f0adaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc2d89d-1e62-40bc-a3b1-4d66d0b81bdf,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:19.728087 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53084) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:19.776692 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.797284 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.843027 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.845689 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:19.846845 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cc2d89d-1e62-40bc-a3b1-4d66d0b81bdf HTTP/1.1" status: 204 len: 168 time: 0.1177690 Sep 09 14:55:19.854995 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc2d89d-1e62-40bc-a3b1-4d66d0b81bdf,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:19.861949 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.862312 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.862642 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.862980 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.863311 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.863645 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.864528 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.864857 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.865277 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.865494 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.865885 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:19.866129 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8596b27-17e1-42b2-83aa-8bdf5279fa3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:55:20.105530 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53090) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:20.119561 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-222ba849-34ea-4231-9025-92d3712786f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.204785 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-222ba849-34ea-4231-9025-92d3712786f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.208636 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-222ba849-34ea-4231-9025-92d3712786f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.246426 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-222ba849-34ea-4231-9025-92d3712786f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=689437acad63407aa8c029d3c93c9bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398382 Sep 09 14:55:20.247269 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ba849-34ea-4231-9025-92d3712786f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe9ec3-929c-4fcc-9534-3f4c55062472,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:20.249480 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53092) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:20.300038 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-76c2fc5a-dabe-4428-8c82-00eb64f98405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.320781 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-76c2fc5a-dabe-4428-8c82-00eb64f98405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.367404 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-76c2fc5a-dabe-4428-8c82-00eb64f98405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.370113 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-76c2fc5a-dabe-4428-8c82-00eb64f98405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:20.371300 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-76c2fc5a-dabe-4428-8c82-00eb64f98405 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8dbe9ec3-929c-4fcc-9534-3f4c55062472 HTTP/1.1" status: 204 len: 168 time: 0.1207519 Sep 09 14:55:20.379014 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2fc5a-dabe-4428-8c82-00eb64f98405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe9ec3-929c-4fcc-9534-3f4c55062472,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:24.285977 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53158) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:24.388468 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eabe43af-aba9-4056-a161-757c85c776a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.473576 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eabe43af-aba9-4056-a161-757c85c776a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.477317 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-eabe43af-aba9-4056-a161-757c85c776a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.517959 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-eabe43af-aba9-4056-a161-757c85c776a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e23d2eb7861c4823b07941044e61a2f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308273 Sep 09 14:55:24.519873 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe43af-aba9-4056-a161-757c85c776a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a41020b-cf82-4a99-b9b2-dc42262e905a,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:24.520715 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53162) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:24.569375 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e69d25a0-d88d-4243-965f-d855492cd636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.589917 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e69d25a0-d88d-4243-965f-d855492cd636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.636397 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e69d25a0-d88d-4243-965f-d855492cd636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.638906 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e69d25a0-d88d-4243-965f-d855492cd636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:24.640087 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e69d25a0-d88d-4243-965f-d855492cd636 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a41020b-cf82-4a99-b9b2-dc42262e905a HTTP/1.1" status: 204 len: 168 time: 0.1183589 Sep 09 14:55:24.647964 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d25a0-d88d-4243-965f-d855492cd636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a41020b-cf82-4a99-b9b2-dc42262e905a,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:29.740213 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-94f4ddbf-13ae-46a6-9c19-6051f9009b6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:31.070864 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.420078 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53288) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:32.522992 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fc568c14-0ec5-464b-a78e-4417fed99f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.611869 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fc568c14-0ec5-464b-a78e-4417fed99f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.615423 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fc568c14-0ec5-464b-a78e-4417fed99f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.634914 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-16ef682b-315f-4448-8b94-13eb8f8a6ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.653429 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fc568c14-0ec5-464b-a78e-4417fed99f9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90935efa3e394f90824aaec1bd31095f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322752 Sep 09 14:55:32.655448 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc568c14-0ec5-464b-a78e-4417fed99f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3a8a8f-b2d8-4487-9890-bea80f24f6e2,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:32.656236 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53292) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:32.706450 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-70f77837-3cdc-43bd-b0ed-36600daed85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.726966 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-70f77837-3cdc-43bd-b0ed-36600daed85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.775278 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-70f77837-3cdc-43bd-b0ed-36600daed85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.777921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-70f77837-3cdc-43bd-b0ed-36600daed85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:32.779072 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-70f77837-3cdc-43bd-b0ed-36600daed85c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c3a8a8f-b2d8-4487-9890-bea80f24f6e2 HTTP/1.1" status: 204 len: 168 time: 0.1218178 Sep 09 14:55:32.787275 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77837-3cdc-43bd-b0ed-36600daed85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3a8a8f-b2d8-4487-9890-bea80f24f6e2,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:32.789952 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.030116 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53298) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:33.044101 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa09e-d496-4cdc-b671-81940704cc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.132936 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa09e-d496-4cdc-b671-81940704cc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.136599 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa09e-d496-4cdc-b671-81940704cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.173507 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-fc8aa09e-d496-4cdc-b671-81940704cc75 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d79a8015312491d86635bd4740012f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423085 Sep 09 14:55:33.174461 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aa09e-d496-4cdc-b671-81940704cc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b903d83-c79e-40e2-9dc2-2e6fa30a22d0,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:33.176172 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53300) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:33.227187 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-56ccff65-a905-4ce2-a56a-604d40dec2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.247641 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-56ccff65-a905-4ce2-a56a-604d40dec2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.292234 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-56ccff65-a905-4ce2-a56a-604d40dec2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.294735 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-56ccff65-a905-4ce2-a56a-604d40dec2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.295887 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-56ccff65-a905-4ce2-a56a-604d40dec2a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b903d83-c79e-40e2-9dc2-2e6fa30a22d0 HTTP/1.1" status: 204 len: 168 time: 0.1186686 Sep 09 14:55:33.303128 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ccff65-a905-4ce2-a56a-604d40dec2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b903d83-c79e-40e2-9dc2-2e6fa30a22d0,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:33.600797 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53306) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:33.613577 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a08420c5-ebe0-4831-90ec-d2746251c466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.671383 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.699466 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a08420c5-ebe0-4831-90ec-d2746251c466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.703036 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-a08420c5-ebe0-4831-90ec-d2746251c466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_create {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.742708 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-a08420c5-ebe0-4831-90ec-d2746251c466 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b383c3d8e7084a07a46820c0b59feb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407576 Sep 09 14:55:33.743528 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08420c5-ebe0-4831-90ec-d2746251c466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45828339-d3bc-4184-9653-a8d31b1c96a9,revision_number=1']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:33.745385 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53308) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:55:33.795796 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab286895-b529-40ce-9575-139510919dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.817018 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab286895-b529-40ce-9575-139510919dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.863584 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab286895-b529-40ce-9575-139510919dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.866113 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-ab286895-b529-40ce-9575-139510919dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:33.867413 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-ab286895-b529-40ce-9575-139510919dcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45828339-d3bc-4184-9653-a8d31b1c96a9 HTTP/1.1" status: 204 len: 168 time: 0.1209049 Sep 09 14:55:33.877762 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab286895-b529-40ce-9575-139510919dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45828339-d3bc-4184-9653-a8d31b1c96a9,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:55:34.304400 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:55:35.151107 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:55:37.842424 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-5e92d443-0c80-4498-bc49-615c494f29cf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1694291 Sep 09 14:55:37.923407 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-18ff2545-20b4-4bfc-8681-f16dd55ba9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:55:37.925070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-18ff2545-20b4-4bfc-8681-f16dd55ba9b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1099 time: 0.0413136 Sep 09 14:55:38.029928 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-352a3e08-15f9-484a-b5a1-d26e309611f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:55:38.031417 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-352a3e08-15f9-484a-b5a1-d26e309611f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0879109 Sep 09 14:55:38.095012 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-187b6594-2aaf-47b4-a05c-199790cb07a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 1001 time: 0.0553536 Sep 09 14:55:38.147370 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-171ce6c2-f87f-4d0e-b0b1-1488116ef268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:55:38.148817 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-171ce6c2-f87f-4d0e-b0b1-1488116ef268 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0459414 Sep 09 14:55:38.192482 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-c751b548-1280-4903-8dbd-8695126d42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:55:38.193904 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-c751b548-1280-4903-8dbd-8695126d42aa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384755 Sep 09 14:55:38.204973 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-3f172798-39d9-4692-ba4a-400e3867aae5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105671) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:55:38.205901 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-3f172798-39d9-4692-ba4a-400e3867aae5 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046737 Sep 09 14:55:38.292448 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-95650cf4-e42a-473a-b3cb-6ad1539778ed service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793722 Sep 09 14:55:38.384457 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-669a9f90-407d-45a2-8ecc-2b541aa23b3e req-acc28f2c-bcd9-45d7-8353-bbb1ae605ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 Sep 09 14:55:58.666082 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-b6f3239e-fa50-439b-86aa-ada7b1be859a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002636563&fields=id&tenant_id=b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 267 time: 0.0316553 Sep 09 14:55:58.768587 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-ed60f067-16e6-47f8-990c-8b78845a48a5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:55:58.769941 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-ed60f067-16e6-47f8-990c-8b78845a48a5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 812 time: 0.0973489 Sep 09 14:55:58.784772 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-0ad26e74-3a1b-4516-b140-4a4ed04b055f tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/quotas/b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 375 time: 0.0092709 Sep 09 14:55:58.844749 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-45793d70-4fd1-4d1c-943f-6e2f8a3cf9de tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549097 Sep 09 14:55:58.859347 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-e4c56886-a9bc-4e09-b37f-009cea3c812f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=105670) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 14:55:58.860348 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-e4c56886-a9bc-4e09-b37f-009cea3c812f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049660 Sep 09 14:55:58.947549 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-d51da42e-c976-420b-ad4c-7226e63269d2 service neutron] 10.222.0.21 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815012 Sep 09 14:55:59.037021 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-fb003649-b0c5-4f21-95e2-8cad4bee7b1c service neutron] 10.222.0.21 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831645 Sep 09 14:55:59.371260 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-cf0bd025-ee37-46f0-ae58-af211ecfacad req-b2e9816a-8ed0-43cb-b993-623bd87665f5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 210 time: 0.0809066 Sep 09 14:55:59.742681 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7b3ecec9-7632-46e5-a99e-4f0a28eb705d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:00.197525 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-a4765719-9061-4504-aeb7-02c04ca69d9e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:00.199004 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-a4765719-9061-4504-aeb7-02c04ca69d9e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 812 time: 0.1089437 Sep 09 14:56:00.241987 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-abc984a1-fa3b-44d6-863a-f26f2b7b0a62 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b154922f6cc04b3d93d32ced459ee3cb HTTP/1.1" status: 200 len: 380 time: 0.0341241 Sep 09 14:56:00.251204 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'port': {'device_id': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'admin_state_up': True, 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'security_groups': ['eb8c79f0-ff48-4fc0-89cf-1c6412393504']}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:56:00.360758 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Made reservation on behalf of b154922f6cc04b3d93d32ced459ee3cb for: {'port': 1} {{(pid=105671) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:56:00.364418 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:00.485661 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-318f14b5-fb5c-45a8-8b66-e5553c897635 req-50f363ff-3fec-44b8-b5e8-91abe2099f52 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 210 time: 0.0301774 Sep 09 14:56:00.494570 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Allocated IP 172.20.0.12 (0013c465-5a8c-419d-b1c4-5ede9fc7b232/fe2d107e-9967-41b4-9c20-d1911468ead2/b38b74c7-4a2e-41a7-a56c-f4f1ce77be80) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:56:00.639022 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:00.653415 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Transition to ACTIVE for port object b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 will not be triggered until provisioned by entity DHCP. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:56:00.684920 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:00.724395 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:56:00.727322 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:56:00.730761 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:56:00.764858 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:00.791851 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:00.792474 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:00.807331 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-4ef3c4c1-b66b-42f8-adf9-894eda12d494 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5598235 Sep 09 14:56:00.819593 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Request body: {'port': {'device_id': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80746'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:56:00.878509 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:00.985402 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6bf95900-4a6a-419e-859c-223433f08408 None None] Provisioning for port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 completed by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:56:00.988933 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-6bf95900-4a6a-419e-859c-223433f08408 None None] Provisioning complete for port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 triggered by entity DHCP. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:56:00.989308 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-6bf95900-4a6a-419e-859c-223433f08408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.021963 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-6bf95900-4a6a-419e-859c-223433f08408 None None] Port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 cannot update to ACTIVE because it is not bound. {{(pid=105672) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 14:56:01.086405 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.132038 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 {{(pid=105671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:56:01.139242 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.151497 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.provisioning_blocks [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Transition to ACTIVE for port object b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 will not be triggered until provisioned by entity L2. {{(pid=105671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 14:56:01.156426 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.223240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Pushing event updated for resources: {'Port': ['ID=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:01.275573 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Attempting to bind port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 on host hv-cinder-80746 for vnic_type normal with profile {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 14:56:01.275972 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Attempting to bind port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 by drivers openvswitch,hyperv on host hv-cinder-80746 at level 0 using segments [{'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 14:56:01.276302 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Attempting to bind port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:56:01.280820 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80746 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 14:56:01.281659 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Attempting to bind port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 on network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 14:56:01.286579 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Checking agent: {'id': '6edfac3f-3b06-4ca3-b00d-d027c743436e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80746', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'started_at': datetime.datetime(2021, 9, 9, 14, 43, 29), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 14, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 14:56:01.286912 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Checking segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 14:56:01.287293 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Bound using segment: {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'} {{(pid=105671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 14:56:01.287714 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.managers [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Bound port: b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host: hv-cinder-80746, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943e6a65-c011-4934-adbf-be5856683a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232'}}] {{(pid=105671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 14:56:01.288136 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.352699 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] For port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host hv-cinder-80746, cleared binding levels {{(pid=105671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:56:01.355609 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] For port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host hv-cinder-80746, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:56:01.360328 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.397067 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.397686 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:01.399070 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] 10.222.0.13 "PUT /v2.0/ports/b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 200 len: 1094 time: 0.5840366 Sep 09 14:56:01.399498 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:56:01.401776 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea873da-a90d-4a48-a372-dd1a9b2e7659" -d '{"events": [{"name": "network-changed", "server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:56:01.428331 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cfb7d8-3a1b-44a2-94d5-cac9b96bee19 service neutron] Pushing event updated for resources: {'Port': ['ID=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,revision_number=3']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:01.477550 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d45a18-363f-4aef-9c58-c1fb55cf7a7b x-openstack-request-id: req-83d45a18-363f-4aef-9c58-c1fb55cf7a7b {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:56:01.477848 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:56:01.478097 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83d45a18-363f-4aef-9c58-c1fb55cf7a7b {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:56:01.478488 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'status': 'completed', 'code': 200} Sep 09 14:56:01.492130 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-10a2506f-e81b-449d-818d-070020f38eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.493652 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-10a2506f-e81b-449d-818d-070020f38eab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1097 time: 0.0459366 Sep 09 14:56:01.538000 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-0b0aae49-3179-4aed-9d18-f627706e7ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 200 len: 217 time: 0.0364566 Sep 09 14:56:01.591866 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-efc1f704-ebff-4522-ae7c-c5c63845436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.593432 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-efc1f704-ebff-4522-ae7c-c5c63845436b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0486357 Sep 09 14:56:01.603091 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2838c9-3003-45f5-997b-aaa194faa0fd req-b2eae75b-b2df-4f8b-be61-dc9f0922501e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.604613 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c2838c9-3003-45f5-997b-aaa194faa0fd req-b2eae75b-b2df-4f8b-be61-dc9f0922501e tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0489960 Sep 09 14:56:01.638595 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-44f36b77-65c5-4504-b98a-61ab7be32586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.640871 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-44f36b77-65c5-4504-b98a-61ab7be32586 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403371 Sep 09 14:56:01.642877 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9c2838c9-3003-45f5-997b-aaa194faa0fd req-2f649d44-9962-4735-927c-b9db1a9e9271 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Sep 09 14:56:01.728492 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-eba6de0f-b4ca-417b-9de5-5495d1c3e6b8 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812247 Sep 09 14:56:01.817684 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4cb3b954-b4ce-4490-9dc4-3602943788d3 req-c94e7c7e-323f-4715-8b5c-ec5ea57e56c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824556 Sep 09 14:56:01.898594 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-bb916188-376a-43d5-9305-a319e0324806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.900098 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-bb916188-376a-43d5-9305-a319e0324806 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1097 time: 0.0406578 Sep 09 14:56:01.991322 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-b52aac71-3e06-4ad8-a604-570f61e56595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:01.992789 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-b52aac71-3e06-4ad8-a604-570f61e56595 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0860887 Sep 09 14:56:02.032818 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-8cc39147-af8c-48dd-8196-2a5cfa9cad61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 200 len: 217 time: 0.0319519 Sep 09 14:56:02.083921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-86efb3a6-7284-428f-8fb5-b3cbb1330b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:02.085493 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-86efb3a6-7284-428f-8fb5-b3cbb1330b51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0453298 Sep 09 14:56:02.129797 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-95465507-effb-490a-9c07-26f96ad0d56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:02.131238 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-95465507-effb-490a-9c07-26f96ad0d56d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387065 Sep 09 14:56:02.222795 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-dfa72f6a-35c9-4dfb-a389-c6e1b2947b7b service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802670 Sep 09 14:56:02.317319 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-0ea873da-a90d-4a48-a372-dd1a9b2e7659 req-e732ce3c-175a-4942-8bcc-28b2480f6f5c service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838611 Sep 09 14:56:02.636396 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-b08d4775-a11d-48b4-96c4-8755c6b93c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:02.757215 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c92b0-d647-43c7-aac7-6c735ce0be3d req-a65d14c6-63f9-40e1-9ffb-15911a1b48fb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:02.758695 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bc7c92b0-d647-43c7-aac7-6c735ce0be3d req-a65d14c6-63f9-40e1-9ffb-15911a1b48fb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0496194 Sep 09 14:56:02.782665 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:02.799240 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-bc7c92b0-d647-43c7-aac7-6c735ce0be3d req-aacc7af4-081e-4485-96a7-04399bd6426a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Sep 09 14:56:03.674341 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:03.911947 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798dc98-e4db-4d30-8903-f1a018fbd170 req-3a5ca1b1-38ee-45dc-91ef-cd2312f21ede tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:03.913459 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2798dc98-e4db-4d30-8903-f1a018fbd170 req-3a5ca1b1-38ee-45dc-91ef-cd2312f21ede tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0481548 Sep 09 14:56:03.950662 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-2798dc98-e4db-4d30-8903-f1a018fbd170 req-2048a75d-dbba-4419-9987-4a973aaed6bb tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313368 Sep 09 14:56:05.060604 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fa962-eef3-42af-ac8d-57ee631e8485 req-9aa2216d-56a5-47d4-a465-28677aa96068 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:05.062704 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b3fa962-eef3-42af-ac8d-57ee631e8485 req-9aa2216d-56a5-47d4-a465-28677aa96068 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0467691 Sep 09 14:56:05.101992 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-4b3fa962-eef3-42af-ac8d-57ee631e8485 req-21ddca85-eb94-4a22-b88a-7919ad324dda tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335219 Sep 09 14:56:05.154326 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:06.216395 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de361282-0a33-454b-a795-778829c2af1c req-1f52d6a8-c0ca-4ea1-aabc-9c470367d2fa tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:06.217891 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de361282-0a33-454b-a795-778829c2af1c req-1f52d6a8-c0ca-4ea1-aabc-9c470367d2fa tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0514562 Sep 09 14:56:06.254018 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-de361282-0a33-454b-a795-778829c2af1c req-4ea10bd2-df1f-4d0f-b9d4-f38d4df83b4a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302663 Sep 09 14:56:07.381152 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea4d80-b99e-4e5a-9043-9ba1da36fa62 req-83d02541-f64b-4dbb-97d3-712516c37c7c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:07.383349 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d1ea4d80-b99e-4e5a-9043-9ba1da36fa62 req-83d02541-f64b-4dbb-97d3-712516c37c7c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0569491 Sep 09 14:56:07.425282 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-d1ea4d80-b99e-4e5a-9043-9ba1da36fa62 req-43074461-8955-4d8f-b1f2-4122c2201609 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366745 Sep 09 14:56:08.541955 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a87364-e833-4107-a30e-e42ec0423331 req-ca40c38b-0a66-415e-bc24-6fe40a931979 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:08.543436 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-90a87364-e833-4107-a30e-e42ec0423331 req-ca40c38b-0a66-415e-bc24-6fe40a931979 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 944 time: 0.0490441 Sep 09 14:56:08.581170 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-90a87364-e833-4107-a30e-e42ec0423331 req-eb54eb94-f911-4b86-aea3-be500ca01677 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317154 Sep 09 14:56:09.043807 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 details requested by agent hyperv_hv-cinder-80746 with host hv-cinder-80746 {{(pid=105672) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:56:09.137387 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:56:09.148274 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Returning: {'device': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'port_id': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'mac_address': 'fa:16:3e:57:68:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105672) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:56:09.184997 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:09.200427 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 {{(pid=105672) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 14:56:09.220046 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:56:09.223877 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:09.391110 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,revision_number=4']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:09.398094 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.398453 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.398799 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.399139 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.399475 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.399842 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.400176 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.400520 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.400880 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.401239 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.401589 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.401940 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:09.457865 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] get_ports_and_sgs() called for port_ids ['b38b74c7-4a2e-41a7-a56c-f4f1ce77be80'] {{(pid=105672) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 14:56:09.696455 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefc8a8-bc17-4607-b19b-3c0445bae002 req-112d4149-263b-4d5d-a1ac-3560b16cbeac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:09.697947 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7eefc8a8-bc17-4607-b19b-3c0445bae002 req-112d4149-263b-4d5d-a1ac-3560b16cbeac tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 945 time: 0.0512400 Sep 09 14:56:09.736835 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-7eefc8a8-bc17-4607-b19b-3c0445bae002 req-d773921a-8da9-4b1e-a222-61f5bda9186b tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Sep 09 14:56:10.865675 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba20bb-6838-46bc-abbf-b7a59b5dcc16 req-68ed9efe-ac56-47a5-bb26-769aacf4260a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:10.867866 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aba20bb-6838-46bc-abbf-b7a59b5dcc16 req-68ed9efe-ac56-47a5-bb26-769aacf4260a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 945 time: 0.0608149 Sep 09 14:56:10.904814 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-7aba20bb-6838-46bc-abbf-b7a59b5dcc16 req-79d0f00e-f738-4e70-a8aa-1db2ec3449a9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311875 Sep 09 14:56:11.043947 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 up at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:56:11.091160 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning for port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 completed by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 14:56:11.095265 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.provisioning_blocks [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Provisioning complete for port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 triggered by entity L2. {{(pid=105672) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 14:56:11.095640 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-645465'] for port, provisioning_complete {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:11.191246 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:11.220625 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80'}] {{(pid=105672) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:56:11.223706 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5daf5a82ee8ebc6e2904ce82e05cde507413619c80e51b52f1df95c3ed043c3b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab90e23-417d-4db6-aeb9-caaf52d94889" -d '{"events": [{"server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "name": "network-vif-plugged", "status": "completed", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80"}]}' {{(pid=105672) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:56:11.240543 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.db [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] For port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105672) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:56:11.244970 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535'] for port, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:11.275715 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740ccfb-83b0-40da-b4cf-efcacfe9ead4 x-openstack-request-id: req-5740ccfb-83b0-40da-b4cf-efcacfe9ead4 {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:56:11.276109 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "name": "network-vif-plugged", "status": "completed", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80", "code": 200}]} {{(pid=105672) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:56:11.276432 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5740ccfb-83b0-40da-b4cf-efcacfe9ead4 {{(pid=105672) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:56:11.276929 dv-cinder-807469-2-iscsi neutron-server[105672]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'code': 200} Sep 09 14:56:11.302982 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:56:11.303550 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Pushing event updated for resources: {'Port': ['ID=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,revision_number=5']} {{(pid=105672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:11.480872 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06ac2e9-e918-4fd9-8f60-d98d90a80a4e req-b205414b-c723-4d68-af21-39ce32943392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:11.482368 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c06ac2e9-e918-4fd9-8f60-d98d90a80a4e req-b205414b-c723-4d68-af21-39ce32943392 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1099 time: 0.0408232 Sep 09 14:56:11.535658 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-c06ac2e9-e918-4fd9-8f60-d98d90a80a4e req-d02f5d8b-032f-4e1c-a9f6-82e6054a4249 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Sep 09 14:56:12.025780 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6c285-e7a5-4835-ade6-75db8b2cad1c req-93882c4f-d282-4e81-ad97-85965c0d94db tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:12.027263 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a8f6c285-e7a5-4835-ade6-75db8b2cad1c req-93882c4f-d282-4e81-ad97-85965c0d94db tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 946 time: 0.0520103 Sep 09 14:56:12.065454 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-a8f6c285-e7a5-4835-ade6-75db8b2cad1c req-73016e3a-f367-44af-8789-5805c2993898 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Sep 09 14:56:13.181668 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef69d4-ef8b-4100-9b3d-6471f6164038 req-d6d7f4a5-e49c-4bdf-abb0-4e8e53b59a1a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:13.183136 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-92ef69d4-ef8b-4100-9b3d-6471f6164038 req-d6d7f4a5-e49c-4bdf-abb0-4e8e53b59a1a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 946 time: 0.0494032 Sep 09 14:56:13.220494 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-92ef69d4-ef8b-4100-9b3d-6471f6164038 req-9e606c32-6b62-48b5-a25b-5fbbaaa56f92 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Sep 09 14:56:13.382305 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc2d2e-1223-49f6-b24d-003a0884bf4b req-ab28f24c-a551-4b70-b8da-484b07e204c9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:13.383767 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-90bc2d2e-1223-49f6-b24d-003a0884bf4b req-ab28f24c-a551-4b70-b8da-484b07e204c9 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 946 time: 0.0483692 Sep 09 14:56:13.421630 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-90bc2d2e-1223-49f6-b24d-003a0884bf4b req-e70e1431-65c1-4aee-9829-424f3b5223df tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320179 Sep 09 14:56:13.443402 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53408) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:56:13.483071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1005c1-b6b5-4738-a648-d8c7a1581b83 tempest-TestVolumeBootPattern-1992740977 tempest-TestVolumeBootPattern-1992740977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:13.484792 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-4a1005c1-b6b5-4738-a648-d8c7a1581b83 tempest-TestVolumeBootPattern-1992740977 tempest-TestVolumeBootPattern-1992740977-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1094 time: 0.0402732 Sep 09 14:56:13.487472 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53410) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:56:13.491898 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.v2.base [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Request body: {'floatingip': {'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'port_id': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105671) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:56:13.513068 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:13.609560 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:13.711975 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_common [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Allocated IP 172.27.2.81 (1fadaf42-1d78-4624-9dcd-577717358d82/2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb/73adf494-1e75-44e7-9576-c268907f93ca) {{(pid=105671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:56:13.811881 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:13.848691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749684972499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:13.882919 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Network 1fadaf42-1d78-4624-9dcd-577717358d82 is already hosted by enough agents. {{(pid=105671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:56:13.885663 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.base_scheduler [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Resources bound (agent type, host, resource id): {{(pid=105671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:56:13.888968 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Received port after_create {{(pid=105671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 14:56:13.916387 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=73adf494-1e75-44e7-9576-c268907f93ca,revision_number=1']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:13.929256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.929601 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.929939 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.930275 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.930600 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.930928 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.931250 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.931572 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.931921 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.932239 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.932559 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:13.932875 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:56:14.245183 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:14.307691 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942253'] for port, before_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:14.451608 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for port, precommit_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:14.456371 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749685525526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749684972517', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749684972535', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10229030'] for port, after_update {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:14.777614 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event updated for resources: {'Port': ['ID=73adf494-1e75-44e7-9576-c268907f93ca,revision_number=2']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:56:14.787232 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3681845'] for floatingip, after_create {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:14.884513 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Floating IP 40522a62-e5d2-4a17-be9d-2205c2f96373 associated. External IP: 172.27.2.81, port: b38b74c7-4a2e-41a7-a56c-f4f1ce77be80. Sep 09 14:56:15.086683 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:56:15.192068 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:56:15.202378 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:56:15.207918 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:15.212662 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:56:15.213341 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:56:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:56:15.247747 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-6a40bc65-592c-44c0-96b4-5f380160867a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7471702 Sep 09 14:56:15.247747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:56:15.247747 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:56:15.273006 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf99334-4f14-4946-bf5c-29092f798b25 x-openstack-request-id: req-7bf99334-4f14-4946-bf5c-29092f798b25 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:56:15.273297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:56:15.273551 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf99334-4f14-4946-bf5c-29092f798b25 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:56:15.273952 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'status': 'completed', 'code': 200} Sep 09 14:56:15.321634 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:56:15.335868 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-4c419788-152c-44ca-a867-4abfba3a5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:15.337452 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-4c419788-152c-44ca-a867-4abfba3a5e24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1099 time: 0.0409060 Sep 09 14:56:15.430389 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-512652d4-96a7-4256-ada0-c432fbe6ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:15.431945 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-512652d4-96a7-4256-ada0-c432fbe6ae49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0873461 Sep 09 14:56:15.496587 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-ecf0196d-9eb2-4af7-ab6e-333e12c68b4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 200 len: 999 time: 0.0578694 Sep 09 14:56:15.545604 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-29a391c7-e7d1-4521-a4af-19d5f1d111ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:15.547259 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-29a391c7-e7d1-4521-a4af-19d5f1d111ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0442510 Sep 09 14:56:15.548096 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '40522a62-e5d2-4a17-be9d-2205c2f96373', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:57:68:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:56:14Z', 'updated_at': '2021-09-09T14:56:14Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}, {'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:25Z', 'revision_number': 1, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:56:15.573788 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:56:15.582569 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:56:15.583173 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:56:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:56:15.596022 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-db6cdc97-721b-4b68-aa3d-ca4d6442dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:15.597455 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-db6cdc97-721b-4b68-aa3d-ca4d6442dd55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435715 Sep 09 14:56:15.685970 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-3991b5db-a342-4ee9-913c-d59c127c1338 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808032 Sep 09 14:56:15.689172 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:56:15.777685 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-90ae1718-7284-4a9f-94e9-dda8ba28b4f2 req-3155f690-4b69-4aa8-8abd-24f0ae5f8a19 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851610 Sep 09 14:56:15.910918 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '40522a62-e5d2-4a17-be9d-2205c2f96373', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:57:68:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:56:14Z', 'updated_at': '2021-09-09T14:56:14Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}, {'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:25Z', 'revision_number': 1, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:56:15.940895 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a96c1d9-73ef-435d-9469-5bf455759f80 None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '40522a62-e5d2-4a17-be9d-2205c2f96373', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.81', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:57:68:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:56:14Z', 'updated_at': '2021-09-09T14:56:14Z', 'revision_number': 0, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}, {'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:25Z', 'revision_number': 1, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:56:16.112319 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f637e9a-6ca1-485e-9a52-dbb7f256dc08 None None] New status for floating IP 40522a62-e5d2-4a17-be9d-2205c2f96373: ACTIVE {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:56:29.743927 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a3e5d238-10b7-4477-b7b1-45a2428e262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:31.102832 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:32.637753 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f6dca345-74ef-4ebf-b75d-760d978f6bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:32.783751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:33.677473 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:35.155582 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:56:38.715021 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-eba303ee-cad4-4865-b041-8bddb4deceb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389254 Sep 09 14:56:38.790606 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb853f7-905e-417a-b670-c57479134f17 req-c408ec2c-bf0c-4e3a-b3a1-7d189532cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:38.792081 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-c408ec2c-bf0c-4e3a-b3a1-7d189532cb8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1099 time: 0.0386260 Sep 09 14:56:38.896573 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb853f7-905e-417a-b670-c57479134f17 req-fecefa72-24cd-4f15-8021-7a5b1b543736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:38.898012 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-fecefa72-24cd-4f15-8021-7a5b1b543736 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0862005 Sep 09 14:56:38.961553 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-f07c7e43-4a82-46d7-813e-e562fd72eb45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 1001 time: 0.0567515 Sep 09 14:56:39.013559 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb853f7-905e-417a-b670-c57479134f17 req-62fce603-e907-43f4-956f-242c4e7305aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:39.014961 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-62fce603-e907-43f4-956f-242c4e7305aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0455296 Sep 09 14:56:39.057507 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb853f7-905e-417a-b670-c57479134f17 req-f459673d-9a6f-4333-94f9-fca660295682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:56:39.058925 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-f459673d-9a6f-4333-94f9-fca660295682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374081 Sep 09 14:56:39.148366 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-8013b785-84a1-4f07-9b64-c1d0e91dd3a2 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826595 Sep 09 14:56:39.236849 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-acb853f7-905e-417a-b670-c57479134f17 req-9a2f312e-986b-4681-bd5a-a03551b7a984 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814047 Sep 09 14:56:48.301617 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:56:59.743454 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37e8772a-e3ce-4d4f-afab-2f25baa078b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:01.132099 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:02.638599 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7606ef27-1514-4f31-88dd-cbed3212805c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:02.785598 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:03.679264 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:05.159178 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:25.301111 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:57:29.743175 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-bec992a5-e7da-4ba8-877d-be75749cb7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:31.134486 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:32.638681 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-2a4c0f29-4618-49ea-85ae-bdaebd7632f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:32.786859 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:33.682151 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:35.161108 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:40.724356 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-634dd4d0-07d2-43f1-934b-569a8346bae8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401096 Sep 09 14:57:40.784910 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-f37b7980-99a9-4058-8afe-fbd971ef0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:40.786361 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-f37b7980-99a9-4058-8afe-fbd971ef0983 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1099 time: 0.0393102 Sep 09 14:57:40.888416 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-c86d57aa-bd19-420f-acb3-f58e200a8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:40.889899 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-c86d57aa-bd19-420f-acb3-f58e200a8b37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.0855935 Sep 09 14:57:40.953419 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-2c8f9ec4-67ca-423d-82bb-b8a8cd81edf5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 200 len: 1001 time: 0.0568075 Sep 09 14:57:41.005008 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-3d30e1db-a61b-412d-8f65-6db56bf23c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:41.006413 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-3d30e1db-a61b-412d-8f65-6db56bf23c9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0461810 Sep 09 14:57:41.050441 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-09396adb-74ec-434d-ae44-0af39b83324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:41.051905 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-09396adb-74ec-434d-ae44-0af39b83324d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387225 Sep 09 14:57:41.142589 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-be5499ab-1ae7-4c61-ae08-270da429cf75 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819619 Sep 09 14:57:41.228824 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-1438cdad-0140-4332-8698-d296fcc1bb3a req-72af1284-a8a3-4dce-a33b-0b946afff015 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792887 Sep 09 14:57:46.390326 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53452) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:57:46.543034 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Deleting port 73adf494-1e75-44e7-9576-c268907f93ca {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:57:46.543363 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:46.623257 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:46.623486 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:46.635564 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Calling delete_port for 73adf494-1e75-44e7-9576-c268907f93ca owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:57:46.777607 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:46.801438 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'Port': ['ID=73adf494-1e75-44e7-9576-c268907f93ca,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:46.814172 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.814521 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.814858 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.815189 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.815517 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.815869 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.816273 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.816602 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.816978 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.817300 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.817622 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.817940 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:46.870940 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:46.871265 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Floating IP 40522a62-e5d2-4a17-be9d-2205c2f96373 disassociated (deleted). External IP: 172.27.2.81, port: b38b74c7-4a2e-41a7-a56c-f4f1ce77be80. Sep 09 14:57:47.075503 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:57:47.179490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:47.184212 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:47.188661 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:47.200826 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:57:47.201437 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:57:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.213370 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-893d6399-1806-4878-8b39-958f2fd840d5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "DELETE /v2.0/floatingips/40522a62-e5d2-4a17-be9d-2205c2f96373 HTTP/1.1" status: 204 len: 168 time: 0.8196247 Sep 09 14:57:47.213370 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:57:47.214037 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff0f011-17b1-483f-9b74-1e87c72c885e" -d '{"events": [{"name": "network-changed", "server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:47.310938 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfe20f1-8f41-4e26-b774-f5b554cf81aa x-openstack-request-id: req-ccfe20f1-8f41-4e26-b774-f5b554cf81aa {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:47.311298 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:47.311566 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccfe20f1-8f41-4e26-b774-f5b554cf81aa {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:47.312008 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'status': 'completed', 'code': 200} Sep 09 14:57:47.312117 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:57:47.379825 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-178d84ba-aadc-4c44-b6b3-955a30fe23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:47.381483 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-178d84ba-aadc-4c44-b6b3-955a30fe23bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 1099 time: 0.0464556 Sep 09 14:57:47.498127 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbc39b-d9cf-43b1-8356-230fc59141b2 req-d442fd9d-b334-4825-bb51-dafee6eb6757 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:47.499673 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5bbbc39b-d9cf-43b1-8356-230fc59141b2 req-d442fd9d-b334-4825-bb51-dafee6eb6757 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 946 time: 0.0932336 Sep 09 14:57:47.518904 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-f51672a8-5b8e-47ef-a21c-9f3a8dad896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:47.520482 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-f51672a8-5b8e-47ef-a21c-9f3a8dad896c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.1311426 Sep 09 14:57:47.553811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:25Z', 'revision_number': 1, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.568733 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-90d30ff6-644b-47dc-8229-e2d52a873b72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 200 len: 217 time: 0.0400674 Sep 09 14:57:47.580201 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:47.590049 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-5bbbc39b-d9cf-43b1-8356-230fc59141b2 req-e95dd406-4942-4b17-b3fc-f402cce88852 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813103 Sep 09 14:57:47.590594 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:57:47.591189 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:57:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.624135 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-3431eecf-0f25-494b-a150-6cc047f3cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:47.625663 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-3431eecf-0f25-494b-a150-6cc047f3cb90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0474012 Sep 09 14:57:47.672257 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-1dc7174a-6132-4c40-84da-bb94f1ac37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:47.673762 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-1dc7174a-6132-4c40-84da-bb94f1ac37ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400167 Sep 09 14:57:47.696968 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:57:47.765566 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-208c7bf9-b005-439d-951d-a4e09b62200a service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842221 Sep 09 14:57:47.855934 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-9ff0f011-17b1-483f-9b74-1e87c72c885e req-e0206195-60e5-4f2e-aac3-e0ecac4a201b service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826256 Sep 09 14:57:47.934546 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:25Z', 'revision_number': 1, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.961498 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e308ad-5d49-44dd-97f0-0a01f21d3aef None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_floatingips': [{'id': '41901195-b974-42f4-955f-4df8247595a7', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'router_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'port_id': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'mac_address': 'fa:16:3e:42:38:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T14:54:23Z', 'updated_at': '2021-09-09T14:54:25Z', 'revision_number': 1, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:48.174102 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621baeec-e81e-4762-b643-0f2836fbcc03 None None] New status for floating IP 40522a62-e5d2-4a17-be9d-2205c2f96373: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:57:48.704955 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b954-1886-46ce-bdd9-1abeff8627d1 req-6e688263-c058-4b81-b8b8-1aebae7d5ae5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:48.706792 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d3a6b954-1886-46ce-bdd9-1abeff8627d1 req-6e688263-c058-4b81-b8b8-1aebae7d5ae5 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 946 time: 0.0490944 Sep 09 14:57:48.745891 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-d3a6b954-1886-46ce-bdd9-1abeff8627d1 req-76bb2ef3-10ec-44fe-a4de-58cbff2065e2 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332739 Sep 09 14:57:48.943617 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-141897fc-50fd-48e2-af7f-3f8efb7f8402 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:48.944997 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-141897fc-50fd-48e2-af7f-3f8efb7f8402 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 946 time: 0.0539820 Sep 09 14:57:49.030448 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Deleting port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:57:49.030780 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:49.367462 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] For port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:49.367846 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:49.379966 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Calling delete_port for b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:57:49.502059 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:49.527557 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'Port': ['ID=b38b74c7-4a2e-41a7-a56c-f4f1ce77be80,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:49.569505 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] No DVR routers for this DVR port b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:57:49.571853 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:49.573806 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f0bdc146-f2f8-4f66-ab66-cf98d8c1590d req-b6fe5550-51c6-47c9-995c-394e548ffc8a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "DELETE /v2.0/ports/b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 HTTP/1.1" status: 204 len: 173 time: 0.6225393 Sep 09 14:57:49.574228 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'name': 'network-vif-deleted', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:57:49.576466 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29eb9dad-0b8f-45e3-b4b2-e1b2df754208" -d '{"events": [{"server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "name": "network-vif-deleted", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:49.612308 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a91a312-1986-4080-b67d-4d561a09468a x-openstack-request-id: req-6a91a312-1986-4080-b67d-4d561a09468a {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:49.612595 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fff946-4001-4e55-8e92-ce07e2d5df2d", "name": "network-vif-deleted", "tag": "b38b74c7-4a2e-41a7-a56c-f4f1ce77be80", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:49.613080 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a91a312-1986-4080-b67d-4d561a09468a {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:49.613484 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fff946-4001-4e55-8e92-ce07e2d5df2d', 'name': 'network-vif-deleted', 'tag': 'b38b74c7-4a2e-41a7-a56c-f4f1ce77be80', 'status': 'completed', 'code': 200} Sep 09 14:57:49.839660 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-32067c46-cc8f-44c3-bf97-fca4f7e2231d req-ab56dde9-4ef6-4bba-8907-6c0a0a175459 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=97fff946-4001-4e55-8e92-ce07e2d5df2d HTTP/1.1" status: 200 len: 210 time: 0.0278955 Sep 09 14:57:51.461048 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:57:51.480603 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:57:51.480946 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device b38b74c7-4a2e-41a7-a56c-f4f1ce77be80 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:57:53.110607 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53494) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:57:53.264905 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Deleting port c6f9deae-088b-4376-8296-787a5e4adeff {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:57:53.265241 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:53.343455 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:53.343817 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:53.356324 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Calling delete_port for c6f9deae-088b-4376-8296-787a5e4adeff owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:57:53.502045 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:53.527349 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'Port': ['ID=c6f9deae-088b-4376-8296-787a5e4adeff,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:53.585858 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:53.586182 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.db.l3_db [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Floating IP 41901195-b974-42f4-955f-4df8247595a7 disassociated (deleted). External IP: 172.27.2.91, port: 2cd492ee-2291-4d4e-bd1b-938f3737f7e7. Sep 09 14:57:53.787648 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:57:53.891858 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:53.896849 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:53.901071 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:53.909921 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:57:53.910530 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:57:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:53.924499 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-397ac091-3a0e-4bc0-a4d9-d163a891f876 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "DELETE /v2.0/floatingips/41901195-b974-42f4-955f-4df8247595a7 HTTP/1.1" status: 204 len: 168 time: 0.8128309 Sep 09 14:57:53.925084 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:57:53.927859 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535853fa-8b39-4b58-ac99-40246eb5133e" -d '{"events": [{"name": "network-changed", "server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:53.967566 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 14:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f172e04-f9ab-4137-865d-8e7cfe7fe188 x-openstack-request-id: req-9f172e04-f9ab-4137-865d-8e7cfe7fe188 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:53.968364 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:53.968622 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f172e04-f9ab-4137-865d-8e7cfe7fe188 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:53.969086 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'status': 'completed', 'code': 200} Sep 09 14:57:54.035682 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535853fa-8b39-4b58-ac99-40246eb5133e req-446816b3-065d-4d67-b305-31f87dc86da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:54.037435 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-446816b3-065d-4d67-b305-31f87dc86da7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 1099 time: 0.0471003 Sep 09 14:57:54.146352 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:57:54.166228 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535853fa-8b39-4b58-ac99-40246eb5133e req-b1375b23-34b3-44eb-98c7-d102527f90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:54.167779 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-b1375b23-34b3-44eb-98c7-d102527f90e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 200 len: 913 time: 0.1182864 Sep 09 14:57:54.179057 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe1d82-8b74-4d71-adbd-879f233ab65d req-1f581cbe-9bc9-4874-9f85-12d7b825deda tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:54.180609 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f9fe1d82-8b74-4d71-adbd-879f233ab65d req-1f581cbe-9bc9-4874-9f85-12d7b825deda tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 946 time: 0.0690305 Sep 09 14:57:54.230021 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-3190a5e2-fb9f-4288-b53c-b0945dc65912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 200 len: 217 time: 0.0484426 Sep 09 14:57:54.273431 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-f9fe1d82-8b74-4d71-adbd-879f233ab65d req-f2d90baf-10c8-4925-bd7b-28f74f5c2674 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861146 Sep 09 14:57:54.290786 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535853fa-8b39-4b58-ac99-40246eb5133e req-d480ee03-0125-46ac-b27b-84d8a9264cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:54.292269 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-d480ee03-0125-46ac-b27b-84d8a9264cff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 200 len: 851 time: 0.0497367 Sep 09 14:57:54.342385 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535853fa-8b39-4b58-ac99-40246eb5133e req-b316488a-571e-4096-91d6-c464ca260064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:54.343931 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-b316488a-571e-4096-91d6-c464ca260064 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0013c465-5a8c-419d-b1c4-5ede9fc7b232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439095 Sep 09 14:57:54.352079 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:54.378492 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:54.387831 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:57:54.388441 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:57:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:54.438085 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-11ef72be-cd8f-47f0-ae5a-e22f5aad386b service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861766 Sep 09 14:57:54.495278 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:57:54.530146 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-535853fa-8b39-4b58-ac99-40246eb5133e req-f54395ec-afad-429f-bb4a-ac0c63b39174 service neutron] 10.222.0.13 "GET /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837381 Sep 09 14:57:54.690354 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:54.720536 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c450dd6-fee6-4ff7-809e-64bb00eae520 None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:51:05Z', 'revision_number': 4, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi', '_interfaces': [{'id': 'a224aaf8-4462-4aec-95b8-7d023df00d8c', 'name': '', 'network_id': '0013c465-5a8c-419d-b1c4-5ede9fc7b232', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'mac_address': 'fa:16:3e:04:66:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:04Z', 'updated_at': '2021-09-09T14:51:12Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'subnets': [{'id': 'fe2d107e-9967-41b4-9c20-d1911468ead2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:54.926237 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ca7d23-610a-4d9b-a8d2-63dc6eeb366a None None] New status for floating IP 41901195-b974-42f4-955f-4df8247595a7: DOWN {{(pid=105673) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 14:57:55.388685 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad35dc-097f-4a51-aaa5-77fa13d5061f req-e57aeb4f-4be7-445d-bb7e-3d6bd3d31491 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:55.390161 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9dad35dc-097f-4a51-aaa5-77fa13d5061f req-e57aeb4f-4be7-445d-bb7e-3d6bd3d31491 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 946 time: 0.0486152 Sep 09 14:57:55.426819 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-9dad35dc-097f-4a51-aaa5-77fa13d5061f req-5bca824e-c514-4293-9227-a5aebe88857c tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/security-groups?id=eb8c79f0-ff48-4fc0-89cf-1c6412393504&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304968 Sep 09 14:57:55.607720 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-663ea7fe-ae28-4df9-9d28-ac9ff2ab4653 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105671) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 14:57:55.609108 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-663ea7fe-ae28-4df9-9d28-ac9ff2ab4653 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 946 time: 0.0519640 Sep 09 14:57:55.695256 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Deleting port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:57:55.695602 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:55.782937 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] For port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7, host hv-cinder-80746, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80746',level=0,port_id=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:55.783300 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:55.795282 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Calling delete_port for 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 owned by compute:nova {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:57:55.921861 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:55.952195 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'Port': ['ID=2cd492ee-2291-4d4e-bd1b-938f3737f7e7,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:55.995954 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] No DVR routers for this DVR port 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 on host hv-cinder-80746 {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:57:55.998347 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for port, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:56.000360 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [req-71efe901-6fb4-4c02-8476-7dc2846941c4 req-48b46f81-9c47-44bf-ad8c-c79b9f6afcb7 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.13 "DELETE /v2.0/ports/2cd492ee-2291-4d4e-bd1b-938f3737f7e7 HTTP/1.1" status: 204 len: 173 time: 0.3848655 Sep 09 14:57:56.000790 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'name': 'network-vif-deleted', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7'}] {{(pid=105671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 14:57:56.003051 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a4fb942d4cdaf353391bbb866840effa6684a54f05f3ddc2a9693c8692fff22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de133ef0-64e5-4c0d-99a6-ae5b93c693b4" -d '{"events": [{"server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "name": "network-vif-deleted", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7"}]}' {{(pid=105671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:56.038916 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 14:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a05e65-b9c9-4306-a366-0e4d1e99b5e5 x-openstack-request-id: req-62a05e65-b9c9-4306-a366-0e4d1e99b5e5 {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:56.039206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dcc54b-1224-46ab-9ebc-dbf7b6c6074d", "name": "network-vif-deleted", "tag": "2cd492ee-2291-4d4e-bd1b-938f3737f7e7", "status": "completed", "code": 200}]} {{(pid=105671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:56.039455 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62a05e65-b9c9-4306-a366-0e4d1e99b5e5 {{(pid=105671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:56.039876 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dcc54b-1224-46ab-9ebc-dbf7b6c6074d', 'name': 'network-vif-deleted', 'tag': '2cd492ee-2291-4d4e-bd1b-938f3737f7e7', 'status': 'completed', 'code': 200} Sep 09 14:57:56.530960 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [req-0d315bf1-64c0-40ae-aa87-399844fcab00 req-dc64870a-9566-40bc-a504-68a4ee73dd1a tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "GET /v2.0/ports?device_id=28dcc54b-1224-46ab-9ebc-dbf7b6c6074d HTTP/1.1" status: 200 len: 210 time: 0.0282555 Sep 09 14:57:57.587011 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53510) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:57:57.707544 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Deleting port 21548cb4-da9d-4531-8ae6-9188a570146c {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:57:57.707908 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:57.782674 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:57.782999 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:57.794407 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Calling delete_port for 21548cb4-da9d-4531-8ae6-9188a570146c owned by network:floatingip {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:57:57.918943 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:57.951941 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'Port': ['ID=21548cb4-da9d-4531-8ae6-9188a570146c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:58.009917 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for floatingip, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:58.012402 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47271'] for floatingip, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:58.013558 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e62521b5-e41f-4b0a-b74a-a2c1a10e7a03 tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "DELETE /v2.0/floatingips/2cf031af-5fd1-4c0a-a28f-b70ba2b1211b HTTP/1.1" status: 204 len: 168 time: 0.4255605 Sep 09 14:57:59.202697 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53522) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:57:59.260346 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f511c22-ce6d-4bde-9d9b-f7419aa570cf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:59.285097 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f511c22-ce6d-4bde-9d9b-f7419aa570cf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:59.344584 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f511c22-ce6d-4bde-9d9b-f7419aa570cf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:59.347213 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-8f511c22-ce6d-4bde-9d9b-f7419aa570cf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Notify callbacks [] for security_group, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:59.348420 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-8f511c22-ce6d-4bde-9d9b-f7419aa570cf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb8c79f0-ff48-4fc0-89cf-1c6412393504 HTTP/1.1" status: 204 len: 168 time: 0.1447463 Sep 09 14:57:59.357639 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f511c22-ce6d-4bde-9d9b-f7419aa570cf tempest-TestVolumeBootPattern-47599910 tempest-TestVolumeBootPattern-47599910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c79f0-ff48-4fc0-89cf-1c6412393504,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:59.402318 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53526) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:57:59.480548 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 no longer exists at agent hyperv_hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:57:59.500920 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] No Port match for: 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:57:59.501264 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Device 2cd492ee-2291-4d4e-bd1b-938f3737f7e7 not bound to the agent host hv-cinder-80746 {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:57:59.743935 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-25e4a157-368b-445c-83cb-1c2258beda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:57:59.833383 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:00.070244 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Deleting port a224aaf8-4462-4aec-95b8-7d023df00d8c {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:58:00.070490 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:00.146240 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] For port a224aaf8-4462-4aec-95b8-7d023df00d8c, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=a224aaf8-4462-4aec-95b8-7d023df00d8c,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:00.146626 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:00.162517 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Calling delete_port for a224aaf8-4462-4aec-95b8-7d023df00d8c owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:58:00.336180 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:00.360985 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Pushing event deleted for resources: {'Port': ['ID=a224aaf8-4462-4aec-95b8-7d023df00d8c,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:00.522865 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:00.727658 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Router f50ab162-6827-4d95-bd37-fbb50f648a62 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:00.828805 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:00.834394 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-bbe49e31-6583-4779-b513-fb20085cd80c admin admin] 10.222.0.21 "PUT /v2.0/routers/f50ab162-6827-4d95-bd37-fbb50f648a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4310656 Sep 09 14:58:00.836923 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53530) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:00.837865 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] Sync routers for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:00.847068 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:58:00.847772 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:57:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:00.937612 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks [] for router, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:00.952400 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:58:01.133468 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:58:00Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:01.171075 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] Checking router: f50ab162-6827-4d95-bd37-fbb50f648a62 for host: dv-cinder-807469-2-iscsi {{(pid=105672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:01.183924 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.184999 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] Routers {'f50ab162-6827-4d95-bd37-fbb50f648a62'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:58:01.185628 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:57:33Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f50ab162-6827-4d95-bd37-fbb50f648a62'], 'active': True} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:01.297431 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_dvr_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] Set router f50ab162-6827-4d95-bd37-fbb50f648a62 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:58:01.300897 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.353562 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Deleting port bc732dd8-0399-4524-9301-31d47cef0a44 {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:58:01.354244 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.432317 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] For port bc732dd8-0399-4524-9301-31d47cef0a44, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=bc732dd8-0399-4524-9301-31d47cef0a44,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:01.432623 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.445297 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Calling delete_port for bc732dd8-0399-4524-9301-31d47cef0a44 owned by network:router_gateway {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:58:01.474666 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.db.l3_hamode_db [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:58:00Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:01.500353 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabdf9c5-3f0f-4970-ae85-09e7e5452132 None None] The sync data for ids ['f50ab162-6827-4d95-bd37-fbb50f648a62'] in dv-cinder-807469-2-iscsi is: [{'id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'name': 'tempest-TestVolumeBootPattern-1036812760-router', 'tenant_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:02Z', 'updated_at': '2021-09-09T14:58:00Z', 'revision_number': 5, 'project_id': 'b154922f6cc04b3d93d32ced459ee3cb', 'gw_port': {'id': 'bc732dd8-0399-4524-9301-31d47cef0a44', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:cb:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50ab162-6827-4d95-bd37-fbb50f648a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:03Z', 'updated_at': '2021-09-09T14:51:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:01.612503 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.641577 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc732dd8-0399-4524-9301-31d47cef0a44,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:01.700378 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.785759 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.787754 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.829575 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.829792 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50ab162-6827-4d95-bd37-fbb50f648a62 {{(pid=105671) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:58:01.834608 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] Notify callbacks [] for router, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.835957 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-3dacd950-9999-47ba-881f-2b34058d1e85 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f50ab162-6827-4d95-bd37-fbb50f648a62 HTTP/1.1" status: 204 len: 168 time: 0.9979854 Sep 09 14:58:01.838336 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53532) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:01.890140 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Deleting subnet fe2d107e-9967-41b4-9c20-d1911468ead2 {{(pid=105671) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:58:01.893286 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:01.929940 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8782952'] for subnet, precommit_delete_associations {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.015777 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.053903 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device a224aaf8-4462-4aec-95b8-7d023df00d8c no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:02.077394 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10230248', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10436533'] for subnet, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.079036 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: a224aaf8-4462-4aec-95b8-7d023df00d8c {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:58:02.079383 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device a224aaf8-4462-4aec-95b8-7d023df00d8c not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:02.106052 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe2d107e-9967-41b4-9c20-d1911468ead2,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:02.108071 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.110076 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5d6ae8ef-4c14-4159-b794-18317ee8c5a6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fe2d107e-9967-41b4-9c20-d1911468ead2 HTTP/1.1" status: 204 len: 168 time: 0.2707119 Sep 09 14:58:02.113217 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53534) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:02.113690 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f715e620-a37a-4bd1-a7be-4d4f677bc6f2 None None] Network 0013c465-5a8c-419d-b1c4-5ede9fc7b232 requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:58:02.188646 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.242470 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Deleting port b5b8f4ae-f054-4042-8a38-adcb8b283e79 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:58:02.242811 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.299068 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:58:02.308890 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] For port b5b8f4ae-f054-4042-8a38-adcb8b283e79, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=b5b8f4ae-f054-4042-8a38-adcb8b283e79,segment=NetworkSegment(943e6a65-c011-4934-adbf-be5856683a4b),segment_id=943e6a65-c011-4934-adbf-be5856683a4b)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:02.309280 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.321177 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Calling delete_port for b5b8f4ae-f054-4042-8a38-adcb8b283e79 owned by network:dhcp {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:58:02.398697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.423682 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b8f4ae-f054-4042-8a38-adcb8b283e79,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:02.428559 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] No DVR routers for this DVR port b5b8f4ae-f054-4042-8a38-adcb8b283e79 on host dv-cinder-807469-2-iscsi {{(pid=105670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:58:02.453574 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.453928 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.454274 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.454612 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.455215 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.455552 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.456074 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.456668 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.457262 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.457803 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.458202 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.458680 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807469-2-iscsi {{(pid=105670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:02.508759 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b261ee10-363d-47b9-8836-9404fc2a17e3 None None] DHCP port deletion for 0013c465-5a8c-419d-b1c4-5ede9fc7b232 request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:58:02.520891 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.542118 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0013c465-5a8c-419d-b1c4-5ede9fc7b232']}} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:02.551863 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943e6a65-c011-4934-adbf-be5856683a4b') {'for_net_delete': True} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:02.552164 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.services.segments.db [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943e6a65-c011-4934-adbf-be5856683a4b') {} {{(pid=105670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:02.561181 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8859973'] for segment, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.574025 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.579624 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=105670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:58:02.580289 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8646674'] for segment, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: Traceback (most recent call last): Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: timer() Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: cb(*args, **kw) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: return func(*args, **kwargs) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: self._notify() Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: self.callback(batched_events) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: event.method(event) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: return f(self, *a, **k) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._get(url).json() Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: return self.request(url, 'GET', **kwargs) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:58:02.582016 dv-cinder-807469-2-iscsi neutron-server[105670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:58:02.638776 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.639278 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-88e0354c-969a-4595-ac86-03c670e8535e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.644158 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.646027 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0013c465-5a8c-419d-b1c4-5ede9fc7b232 HTTP/1.1" status: 204 len: 168 time: 0.5317118 Sep 09 14:58:02.649109 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53536) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:02.662491 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a88f33-6a87-4607-913d-c6f22d2fa457 admin admin] Pushing event deleted for resources: {'Network': ['ID=0013c465-5a8c-419d-b1c4-5ede9fc7b232,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:02.787654 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:02.986782 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682869'] for router_interface, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:03.221938 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Deleting port 26ae5427-b1bd-43d7-ae01-204b68673ccb {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:58:03.222207 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:03.301641 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] For port 26ae5427-b1bd-43d7-ae01-204b68673ccb, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=26ae5427-b1bd-43d7-ae01-204b68673ccb,segment=NetworkSegment(a12ee126-11a0-43d6-9c95-3666b81fe1f8),segment_id=a12ee126-11a0-43d6-9c95-3666b81fe1f8)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:03.302025 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:03.314141 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Calling delete_port for 26ae5427-b1bd-43d7-ae01-204b68673ccb owned by network:router_interface {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:58:03.491069 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:03.521595 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Pushing event deleted for resources: {'Port': ['ID=26ae5427-b1bd-43d7-ae01-204b68673ccb,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:03.680773 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3674686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682945'] for router_interface, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:03.688301 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:03.889047 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 has already been hosted by L3 agent f556aad2-6fdf-436a-9288-d9957e3c91dd {{(pid=105671) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:03.994519 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] Notify agent at l3_agent.dv-cinder-807469-2-iscsi the message routers_updated {{(pid=105671) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:03.999571 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-e2f80106-78d2-44c7-9859-ebc33f5e3287 admin admin] 10.222.0.21 "PUT /v2.0/routers/f629e327-d1f3-4ff8-b8b4-46b128dafaf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3493295 Sep 09 14:58:04.002132 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53538) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:04.012078 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] Sync routers for ids ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'] in dv-cinder-807469-2-iscsi {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:04.022122 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] Routers {'f629e327-d1f3-4ff8-b8b4-46b128dafaf9'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:58:04.022575 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:58:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:04.057630 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device b5b8f4ae-f054-4042-8a38-adcb8b283e79 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:04.077754 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: b5b8f4ae-f054-4042-8a38-adcb8b283e79 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:58:04.078101 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device b5b8f4ae-f054-4042-8a38-adcb8b283e79 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:04.078524 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device bc732dd8-0399-4524-9301-31d47cef0a44 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:04.098856 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: bc732dd8-0399-4524-9301-31d47cef0a44 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:58:04.099212 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device bc732dd8-0399-4524-9301-31d47cef0a44 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:04.133547 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] Set router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:58:04.312290 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:58:03Z', 'revision_number': 5, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:04.342870 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] Checking router: f629e327-d1f3-4ff8-b8b4-46b128dafaf9 for host: dv-cinder-807469-2-iscsi {{(pid=105673) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:04.351223 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] Routers {'f629e327-d1f3-4ff8-b8b4-46b128dafaf9'} bound to L3 agent in host dv-cinder-807469-2-iscsi {{(pid=105673) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 14:58:04.351862 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807469-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-09T14:37:33Z,description=,heartbeat_timestamp=2021-09-09T14:58:03Z,host='dv-cinder-807469-2-iscsi',id=f556aad2-6fdf-436a-9288-d9957e3c91dd,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T14:37:33Z,topic='l3_agent')) {'router_ids': ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'], 'active': True} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:04.363153 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks [] for router, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.453888 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_dvr_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] Set router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 gateway port host: dv-cinder-807469-2-iscsi {{(pid=105673) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 14:58:04.462973 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.515177 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Deleting port 1127ae4e-d425-44b7-8985-c6c9b9abed88 {{(pid=105670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:58:04.515520 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.592170 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.db [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] For port 1127ae4e-d425-44b7-8985-c6c9b9abed88, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=1127ae4e-d425-44b7-8985-c6c9b9abed88,segment=NetworkSegment(e077873f-7c44-4ada-9123-56a73185d2a9),segment_id=e077873f-7c44-4ada-9123-56a73185d2a9)] {{(pid=105670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:04.592476 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.604914 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.plugins.ml2.plugin [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Calling delete_port for 1127ae4e-d425-44b7-8985-c6c9b9abed88 owned by network:router_gateway {{(pid=105670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:58:04.628833 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.l3_hamode_db [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:58:03Z', 'revision_number': 5, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}], 'dv-cinder-807469-2-iscsi', False) {} {{(pid=105673) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:04.653979 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a08f35-64dd-46bf-9df5-7b1d4111fe7d None None] The sync data for ids ['f629e327-d1f3-4ff8-b8b4-46b128dafaf9'] in dv-cinder-807469-2-iscsi is: [{'id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'name': 'tempest-TestVolumeBootPattern-879046813-router', 'tenant_id': '054bf7e92e5b4e1db06e6d428f073565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'external_fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145'}], 'enable_snat': True}, 'gw_port_id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T14:51:06Z', 'updated_at': '2021-09-09T14:58:03Z', 'revision_number': 5, 'project_id': '054bf7e92e5b4e1db06e6d428f073565', 'gw_port': {'id': '1127ae4e-d425-44b7-8985-c6c9b9abed88', 'name': '', 'network_id': '1fadaf42-1d78-4624-9dcd-577717358d82', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:7f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f629e327-d1f3-4ff8-b8b4-46b128dafaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'ip_address': '172.27.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807469-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T14:51:07Z', 'updated_at': '2021-09-09T14:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2ac50064-30a8-4d0a-98e2-a8d6a8b4e3cb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807469-2-iscsi'}] {{(pid=105673) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:04.767485 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8649933'] for port, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.795792 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Pushing event deleted for resources: {'Port': ['ID=1127ae4e-d425-44b7-8985-c6c9b9abed88,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:04.853623 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3681891'] for router_gateway, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.942139 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3684304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-946'] for router, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.944192 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.985198 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3684313'] for router, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.985740 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f629e327-d1f3-4ff8-b8b4-46b128dafaf9 {{(pid=105670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:58:04.991345 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] Notify callbacks [] for router, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:04.992358 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-e6395c74-e5dd-4ed3-a404-c172898548ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/f629e327-d1f3-4ff8-b8b4-46b128dafaf9 HTTP/1.1" status: 204 len: 168 time: 0.9887326 Sep 09 14:58:04.994756 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53540) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:05.042695 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Deleting subnet 982d82ad-31e5-427e-80d3-6547874c8cfe {{(pid=105670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 14:58:05.045887 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.082774 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8859964'] for subnet, precommit_delete_associations {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.163697 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-641031'] for subnet, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.164627 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.222241 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-641038', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8649968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12458494'] for subnet, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.247420 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=982d82ad-31e5-427e-80d3-6547874c8cfe,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:05.251052 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for subnet, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.255817 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-bfe89796-3780-4511-a95b-a1504ad19ed2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/982d82ad-31e5-427e-80d3-6547874c8cfe HTTP/1.1" status: 204 len: 168 time: 0.2573380 Sep 09 14:58:05.256676 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53542) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:05.261189 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7b940-3df9-417a-98e3-6f18de0147b6 None None] Network 1b72edef-2c5f-401d-b6d9-14572f27fb5a requested from dv-cinder-807469-2-iscsi {{(pid=105672) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 14:58:05.334969 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-586459'] for network, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.389937 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Deleting port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f {{(pid=105671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 14:58:05.390281 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749685519418'] for port, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.452227 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.db [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] For port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f, host dv-cinder-807469-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807469-2-iscsi',level=0,port_id=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,segment=NetworkSegment(a12ee126-11a0-43d6-9c95-3666b81fe1f8),segment_id=a12ee126-11a0-43d6-9c95-3666b81fe1f8)] {{(pid=105671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:05.452618 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3692612'] for port, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.465376 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.plugin [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Calling delete_port for 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f owned by network:dhcp {{(pid=105671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 14:58:05.544391 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-76438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749685525508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749684972508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10230229'] for port, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.570941 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:05.572734 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] No DVR routers for this DVR port 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f on host dv-cinder-807469-2-iscsi {{(pid=105671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 14:58:05.648157 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdfa783-b231-4580-a888-08b8e8bd1751 None None] DHCP port deletion for 1b72edef-2c5f-401d-b6d9-14572f27fb5a request from dv-cinder-807469-2-iscsi {{(pid=105672) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 14:58:05.648380 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-646514', 'neutron.services.segments.db._delete_segments_for_network-8749685272989'] for network, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.674385 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b72edef-2c5f-401d-b6d9-14572f27fb5a']}} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.683531 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12ee126-11a0-43d6-9c95-3666b81fe1f8') {'for_net_delete': True} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.683865 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.services.segments.db [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12ee126-11a0-43d6-9c95-3666b81fe1f8') {} {{(pid=105671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.693507 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749685274022', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8782865'] for segment, before_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.707020 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573'] for segment, precommit_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.712825 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=105671) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:58:05.713206 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-646573', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10229002'] for segment, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: Traceback (most recent call last): Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: timer() Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: cb(*args, **kw) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: return func(*args, **kwargs) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: self._notify() Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: self.callback(batched_events) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: event.method(event) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: return f(self, *a, **k) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._get(url).json() Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: return self.request(url, 'GET', **kwargs) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 14:58:05.714817 dv-cinder-807469-2-iscsi neutron-server[105671]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 14:58:05.766411 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-640641', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3726376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3674679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3681799'] for network, after_delete {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.771667 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron_lib.callbacks.manager [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3674661'] for network, before_response {{(pid=105671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:05.773753 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1b72edef-2c5f-401d-b6d9-14572f27fb5a HTTP/1.1" status: 204 len: 168 time: 0.5162759 Sep 09 14:58:05.786049 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a58a64-7eb3-4e0c-a31b-8981692576d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b72edef-2c5f-401d-b6d9-14572f27fb5a,revision_number=None']} {{(pid=105671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:05.944261 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [-] (105671) accepted ('10.222.0.21', 53546) {{(pid=105671) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:05.992088 dv-cinder-807469-2-iscsi neutron-server[105671]: INFO neutron.wsgi [None req-5db2d4f5-0193-4bb4-857a-880308d13f31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b154922f6cc04b3d93d32ced459ee3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466237 Sep 09 14:58:05.994744 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53548) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:06.004193 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1127ae4e-d425-44b7-8985-c6c9b9abed88 no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:06.024421 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 1127ae4e-d425-44b7-8985-c6c9b9abed88 {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:58:06.024762 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 1127ae4e-d425-44b7-8985-c6c9b9abed88 not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:06.025180 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 26ae5427-b1bd-43d7-ae01-204b68673ccb no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:06.043534 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 26ae5427-b1bd-43d7-ae01-204b68673ccb {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:58:06.043915 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 26ae5427-b1bd-43d7-ae01-204b68673ccb not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:06.044328 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f no longer exists at agent ovs-agent-dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:06.045154 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c642af5-fb0e-4b12-815c-82428adb78cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.064292 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.plugin [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] No Port match for: 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f {{(pid=105672) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 14:58:06.064634 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron.plugins.ml2.rpc [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Device 4f48608f-81f5-4bd2-84c1-5c5ee4ffdd7f not bound to the agent host dv-cinder-807469-2-iscsi {{(pid=105672) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:06.065789 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c642af5-fb0e-4b12-815c-82428adb78cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.111542 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c642af5-fb0e-4b12-815c-82428adb78cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.114087 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-1c642af5-fb0e-4b12-815c-82428adb78cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.115245 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-1c642af5-fb0e-4b12-815c-82428adb78cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08e765eb-af96-4e3c-8a4d-474ecf3ea5fd HTTP/1.1" status: 204 len: 168 time: 0.1194692 Sep 09 14:58:06.122634 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c642af5-fb0e-4b12-815c-82428adb78cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e765eb-af96-4e3c-8a4d-474ecf3ea5fd,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:06.454672 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53554) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:06.494409 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-92400431-5c47-4560-bf49-84d2fae22adb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=054bf7e92e5b4e1db06e6d428f073565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383132 Sep 09 14:58:06.496793 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [-] (105670) accepted ('10.222.0.21', 53556) {{(pid=105670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 14:58:06.545808 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9698469d-4f7f-45f2-b6a0-4a36c879ddc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.566453 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9698469d-4f7f-45f2-b6a0-4a36c879ddc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.615165 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9698469d-4f7f-45f2-b6a0-4a36c879ddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3721923'] for security_group, after_delete {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.617905 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron_lib.callbacks.manager [None req-9698469d-4f7f-45f2-b6a0-4a36c879ddc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:06.619073 dv-cinder-807469-2-iscsi neutron-server[105670]: INFO neutron.wsgi [None req-9698469d-4f7f-45f2-b6a0-4a36c879ddc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1157815b-7132-49ae-9149-bc3c62113cc8 HTTP/1.1" status: 204 len: 168 time: 0.1214089 Sep 09 14:58:06.626524 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698469d-4f7f-45f2-b6a0-4a36c879ddc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1157815b-7132-49ae-9149-bc3c62113cc8,revision_number=None']} {{(pid=105670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:29.743234 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-176382e2-21a0-4093-abd9-54ef4f11db58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:31.173539 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:32.643700 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f1f13565-37a9-4a7b-ab97-d1e7bc785f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:32.787925 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:33.687024 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:35.166656 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:58:39.298562 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:58:59.743039 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-cca270d8-198c-418f-b8c0-3199e08a007d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:01.171820 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:02.646358 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-061003c4-f3df-4fc3-9a8e-b7daf84bff83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:02.791324 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:03.689745 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:05.170053 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:16.296602 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:59:29.742029 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-37c9a806-4a27-435c-a025-4663763be22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:31.170726 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:32.648208 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-df90fbc3-76db-4187-b0e0-90d5eb5ce13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:32.791257 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:33.693913 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:35.170642 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 14:59:53.295538 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:59:59.741945 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-3f674fea-a1e4-4231-a761-93f41b87b9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:01.168961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:02.648067 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-ed5077d8-ba8d-479f-92b4-81bceb8b75ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:02.791312 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:03.695597 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:05.172302 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:29.742552 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-13dec548-e83d-4d84-b964-248d7188d878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:30.294269 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:00:31.177751 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:32.647797 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-a761b4f1-99c6-41fb-bf0a-7479c012f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:32.794299 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:33.699870 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:35.175573 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:00:51.377068 dv-cinder-807469-2-iscsi neutron-server[105671]: DEBUG neutron.wsgi [req-b199571f-13ed-4aeb-b674-1e6edf8f66a1 req-be14bdeb-dd48-43ed-9093-236691ea1a1d service neutron] (105671) timed out ('10.222.0.13', 57151) {{(pid=105671) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 15:00:59.742948 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-04f06936-d4a2-4a9f-8901-504fe859a6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:01.184023 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:02.648872 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-56adf283-d3ec-4d5e-a532-fdc58a094314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:02.794029 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:03.701776 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:05.178206 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:07.293117 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:01:29.742215 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-9f813a01-567e-45f7-aefb-26dd48c62817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:31.181354 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:32.649867 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4e1ecab5-58ab-4dee-9fbd-0daf8024a3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:32.795053 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:33.705989 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:35.181961 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:01:44.292208 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:01:59.742351 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-4f3da88e-7039-4649-9172-d4703c364404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:01.196077 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:02.650476 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-7c3ff01f-c75b-48df-862d-a6e19d0ab925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:02.794725 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:03.707062 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:05.183938 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:21.291390 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:02:29.742594 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e159f294-0a58-4518-8d3c-06813dc5aea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:30.887062 dv-cinder-807469-2-iscsi neutron-server[105670]: DEBUG neutron.wsgi [req-9c727268-1adb-4b24-92ef-31580ab316f6 req-373a9bd4-cfdc-4b9d-8691-e08e1060a400 service neutron] (105670) timed out ('10.222.0.13', 57174) {{(pid=105670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 15:02:31.219761 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:32.651239 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-cac94208-9117-4d50-a170-52fbed1c3f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:32.794478 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:33.709238 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:35.186256 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:02:58.291892 dv-cinder-807469-2-iscsi neutron-server[105673]: DEBUG neutron.db.agents_db [None req-c76d8bbd-4015-4cbd-9191-707b08cdab59 None None] Agent healthcheck: found 6 active agents {{(pid=105673) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:02:59.745222 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-f95f1ba8-7624-4b56-b4a8-86691c91dd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:01.210811 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-e787ad67-c0d2-4812-9024-46522059ef5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:02.651222 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-edf97239-4044-4372-9de0-7eed866e932d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:02.795753 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-22d7ac07-830c-4c5d-b7ca-243e140ba9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:03.712040 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-eb38398c-4cb6-467a-8d37-a1619b14d544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 15:03:05.188101 dv-cinder-807469-2-iscsi neutron-server[105672]: DEBUG neutron_lib.callbacks.manager [None req-545562c5-9852-41e2-b80b-d731e277da7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749685272971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-645300'] for agent, after_update {{(pid=105672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}